remove workflows + update runners (#103)

* remove workflows + update runner * update * update * update * update * update * update * skip * fix typos * why aren't these being skipped * update * Update test_finetune_without_recipe.py * Update test_finetune_oneshot_with_modifier.py * Update test_finetune_oneshot_with_modifier.py * update how tests are triggered * update working directory * update * update * skip finetune tests * update * skip * mark obcq as nightly * update * fix typo * update * update * update * update workflow * Update test_finetune_oneshot_with_modifier.py * Update test_finetune_oneshot_with_modifier.py * Update test_finetune_without_recipe.py * Update test-check.yaml
vllm-project · Aug 23, 2024 · 4874d63 · 4874d63
1 parent 3272168
commit 4874d63
Show file tree

Hide file tree

Showing 12 changed files with 43 additions and 547 deletions.
diff --git a/.github/workflows/build-container.yml b/.github/workflows/build-container.yml
diff --git a/.github/workflows/build-release.yml b/.github/workflows/build-release.yml
diff --git a/.github/workflows/build-wheel-and-container.yml b/.github/workflows/build-wheel-and-container.yml
diff --git a/.github/workflows/build-wheel.yml b/.github/workflows/build-wheel.yml
diff --git a/.github/workflows/test-check.yaml b/.github/workflows/test-check.yaml
@@ -9,6 +9,14 @@ on:
       - main
       - 'release/*'
 
+env:
+  CADENCE: "commit"
+  CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }}
+  CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }}
+  CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }}
+  CLEARML_FILES_HOST:  ${{ secrets.CLEARML_FILES_HOST }}
+  CLEARML_API_SECRET_KEY:  ${{ secrets.CLEARML_API_SECRET_KEY }}
+
 jobs:
   test-setup:
     runs-on: ubuntu-22.04
@@ -21,7 +29,9 @@ jobs:
       - uses: actions/checkout@v2
         with:
           fetch-depth: 0
-      - run: git branch --show-current
+      # TODO: for @DanH what is this supposed to be doing?
+      # The way it was being used before was only testing code on main,
+      # not on the current PR. git branch --show current does not work
       - name: Get current branch
         id: get-branch
         run: >
@@ -36,32 +46,18 @@ jobs:
         with:
           python-version: '3.11'
       - uses: actions/checkout@v2
-      - uses: actions/checkout@v2
-        with:
-          ref: ${{needs.test-setup.outputs.branch}}
       - name: "⚙️ Install dependencies"
         run: pip3 install .[dev]
       - name: "🔬 Running base tests"
         run: make test
   pytorch-tests:
-    runs-on: k8s-eng-gpu-64G-v100-32G
-    env:
-      CADENCE: "commit"
-      CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }}
-      CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }}
-      CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }}
-      CLEARML_FILES_HOST:  ${{ secrets.CLEARML_FILES_HOST }}
-      CLEARML_API_SECRET_KEY:  ${{ secrets.CLEARML_API_SECRET_KEY }}
+    runs-on: ubuntu-22.04
     needs: test-setup
     steps:
       - uses: actions/setup-python@v4
         with:
           python-version: '3.11'
       - uses: actions/checkout@v2
-      - uses: actions/checkout@v2
-        with:
-          ref: ${{needs.test-setup.outputs.branch}}
-      - uses: actions/checkout@v2
       - uses: actions/checkout@v2
         with:
           repository: "neuralmagic/compressed-tensors"
@@ -74,26 +70,16 @@ jobs:
       - name: "⚙️ Install dependencies"
         run: pip3 install .[dev]
       - name: "🔬 Running pytorch tests"
-        run: make test TARGETS=pytorch
+        run: |
+          pytest tests/llmcompressor/pytorch
   compat-pytorch-1_9-pytorch-tests:
-    runs-on: k8s-eng-gpu-64G-v100-32G
-    env:
-      CADENCE: "commit"
-      CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }}
-      CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }}
-      CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }}
-      CLEARML_FILES_HOST:  ${{ secrets.CLEARML_FILES_HOST }}
-      CLEARML_API_SECRET_KEY:  ${{ secrets.CLEARML_API_SECRET_KEY }}
+    runs-on: ubuntu-22.04
     needs: test-setup
     steps:
       - uses: actions/setup-python@v4
         with:
           python-version: '3.9'
       - uses: actions/checkout@v2
-      - uses: actions/checkout@v2
-        with:
-          ref: ${{needs.test-setup.outputs.branch}}
-      - uses: actions/checkout@v2
       - uses: actions/checkout@v2
         with:
           repository: "neuralmagic/compressed-tensors"
@@ -106,25 +92,16 @@ jobs:
       - name: "⚙️ Install dependencies"
         run: pip3 install .[dev]
       - name: "🔬 Running pytorch tests"
-        run: make test TARGETS=pytorch
+        run: |
+          pytest tests/llmcompressor/pytorch
   transformers-tests:
-    runs-on: k8s-eng-gpu-64G-v100-32G
-    env:
-      CADENCE: "commit"
-      CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }}
-      CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }}
-      CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }}
-      CLEARML_FILES_HOST:  ${{ secrets.CLEARML_FILES_HOST }}
-      CLEARML_API_SECRET_KEY:  ${{ secrets.CLEARML_API_SECRET_KEY }}
+    runs-on: ubuntu-22.04
     needs: test-setup
     steps:
       - uses: actions/setup-python@v4
         with:
           python-version: '3.11'
       - uses: actions/checkout@v2
-      - uses: actions/checkout@v2
-        with:
-          ref: ${{needs.test-setup.outputs.branch}}
       - uses: actions/checkout@v2
         with:
           repository: "neuralmagic/compressed-tensors"
@@ -135,6 +112,26 @@ jobs:
       - name: "Clean compressed-tensors directory"
         run: rm -r compressed-tensors/
       - name: "⚙️ Install dependencies"
+        id: install
         run: pip3 install .[dev]
-      - name: "🔬 Running transformers tests"
-        run: make test TARGETS=transformers
+      - name: "🔬 Running transformers tests[skipping over finetune]"
+        if: always() && steps.install.outcome == 'success'
+        run: |
+          pytest tests/llmcompressor/transformers/compression
+      - name: Running GPTQ Tests
+        if: always() && steps.install.outcome == 'success'
+        run: |
+          pytest tests/llmcompressor/transformers/gptq
+      - name: Running ONESHOT Tests
+        if: always() && steps.install.outcome == 'success'
+        run: |
+          pytest tests/llmcompressor/transformers/oneshot
+      - name: Running Sparsification Tests
+        if: always() && steps.install.outcome == 'success'
+        run: |
+          pytest tests/llmcompressor/transformers/sparsification
+          ptyest tests/llmcompressor/transformers/test_clear_ml.py
+      - name: Running OBCQ Tests
+        if: always() && steps.install.outcome == 'success'
+        run: |
+          pytest -v tests/llmcompressor/transformers/obcq