fix: 🐞 add torch before install for flash-attn

Signed-off-by: Onuralp SEZER <[email protected]>

.github/workflows/docs.yml

@@ -20,4 +20,4 @@ jobs:
         run: |
           pip install mkdocs-material "mkdocstrings[python]"
       - name: 🚀 Deploy Docs
-        run: mkdocs gh-deploy --force
+        run: mkdocs gh-deploy --force

.github/workflows/maestro-tests.yml

@@ -6,9 +6,10 @@ on:
 
 jobs:
   build-dev-test:
-    runs-on: ubuntu-latest
+    runs-on: ${{ matrix.os }}
     strategy:
       matrix:
+        os: [ubuntu-latest, macos-latest]
         python-version: ["3.9", "3.10", "3.11", "3.12"]
     steps:
       - name: 🛎️ Checkout
@@ -22,6 +23,19 @@ jobs:
       - name: 📦 Install dependencies
         run: |
           python -m pip install --upgrade pip
+          pip install torch
+          if [[ "${{ matrix.os }}" == "ubuntu-latest" ]]; then
+            if [[ "${{ matrix.python-version }}" == "3.10" ]]; then
+              pip install flash_attn-2.6.3+cu123torch2.4cxx11abiTRUE-cp310-cp310-linux_x86_64.whl
+            elif [[ "${{ matrix.python-version }}" == "3.11" ]]; then
+              pip install flash_attn-2.6.3+cu123torch2.4cxx11abiTRUE-cp311-cp311-linux_x86_64.whl
+            elif [[ "${{ matrix.python-version }}" == "3.12" ]]; then
+              pip install flash_attn-2.6.3+cu123torch2.4cxx11abiTRUE-cp312-cp312-linux_x86_64.whl
+            elif [[ "${{ matrix.python-version }}" == "3.8" ]]; then
+              pip install flash_attn-2.6.3+cu123torch2.4cxx11abiTRUE-cp38-cp38-linux_x86_64.whl
+            elif [[ "${{ matrix.python-version }}" == "3.9" ]]; then
+              pip install flash_attn-2.6.3+cu123torch2.4cxx11abiTRUE-cp39-cp39-linux_x86_64.whl
+          fi
           pip install .
           pip install pytest
 

.github/workflows/pypi-test-publish.yml

@@ -41,4 +41,3 @@ jobs:
           repository-url: https://test.pypi.org/legacy/
           user: ${{ secrets.PYPI_TEST_USERNAME }}
           password: ${{ secrets.PYPI_TEST_PASSWORD }}
-