From 4874d63b2396b270290692a15dc0c1c8a0bab941 Mon Sep 17 00:00:00 2001 From: Dipika Sikka Date: Fri, 23 Aug 2024 09:52:50 -0400 Subject: [PATCH] remove workflows + update runners (#103) * remove workflows + update runner * update * update * update * update * update * update * skip * fix typos * why aren't these being skipped * update * Update test_finetune_without_recipe.py * Update test_finetune_oneshot_with_modifier.py * Update test_finetune_oneshot_with_modifier.py * update how tests are triggered * update working directory * update * update * skip finetune tests * update * skip * mark obcq as nightly * update * fix typo * update * update * update * update workflow * Update test_finetune_oneshot_with_modifier.py * Update test_finetune_oneshot_with_modifier.py * Update test_finetune_without_recipe.py * Update test-check.yaml --- .github/workflows/build-container.yml | 64 --------- .github/workflows/build-release.yml | 19 --- .../workflows/build-wheel-and-container.yml | 78 ----------- .github/workflows/build-wheel.yml | 67 ---------- .github/workflows/test-check.yaml | 83 ++++++------ .github/workflows/test-nightly.yml | 36 ------ .github/workflows/test-weekly.yml | 39 ------ .github/workflows/test-wheel-and-publish.yml | 78 ----------- .github/workflows/util.yml | 121 ------------------ .../completion/tiny_llama_quant.yaml | 2 +- .../tiny_llama_quant_and_sparse.yaml | 2 +- .../transformers/obcq/test_obcq_completion.py | 1 + 12 files changed, 43 insertions(+), 547 deletions(-) delete mode 100644 .github/workflows/build-container.yml delete mode 100644 .github/workflows/build-release.yml delete mode 100644 .github/workflows/build-wheel-and-container.yml delete mode 100644 .github/workflows/build-wheel.yml delete mode 100644 .github/workflows/test-nightly.yml delete mode 100644 .github/workflows/test-weekly.yml delete mode 100644 .github/workflows/test-wheel-and-publish.yml delete mode 100644 .github/workflows/util.yml diff --git a/.github/workflows/build-container.yml b/.github/workflows/build-container.yml deleted file mode 100644 index 0b05ad8e5..000000000 --- a/.github/workflows/build-container.yml +++ /dev/null @@ -1,64 +0,0 @@ -name: Build Container with wheel and push to GCR -on: - workflow_call: - inputs: - build-label: - description: "requested runner label" - type: string - dev: - type: string - required: true - release: - type: string - required: true - name: - type: string - -jobs: - build-container: - runs-on: ${{ inputs.build-label }} - steps: - - name: Checkout code - uses: actions/checkout@v3 - with: - fetch-depth: 1 - - - name: Set up Docker Buildx - id: buildx - uses: docker/setup-buildx-action@v2 - with: - buildkitd-flags: --debug - - - name: Get current date - id: date - run: echo "date=$(date +'%Y%m%d')" >> $GITHUB_OUTPUT - - - name: Get the current version - if: ${{ inputs.release == 'true' }} - id: version - run: echo "version=$(echo ${{ github.base_ref }} | cut -c 9-15)" >> $GITHUB_OUTPUT - - - name: Login to Github Packages - uses: docker/login-action@v2 - with: - registry: ghcr.io - username: ${{ github.actor }} - password: ${{ secrets.GITHUB_TOKEN }} - - - name: Build Dev Docker Container - if: ${{ inputs.dev == 'true' }} - uses: docker/build-push-action@v4 - with: - context: ./docker/containers/docker_dev - build-args: | - BRANCH=${{github.head_ref}} - push: true - tags: ghcr.io/neuralmagic/llmcompressor-dev:${{ inputs.name }} - - - name: Build Nightly Docker Container - if: ${{ inputs.dev == 'false' && inputs.release == 'false'}} - uses: docker/build-push-action@v4 - with: - context: ./docker/containers/docker_nightly - push: true - tags: ghcr.io/neuralmagic/llmcompressor-nightly:latest, ghcr.io/neuralmagic/llmcompressor-nightly:${{ steps.date.outputs.date }} \ No newline at end of file diff --git a/.github/workflows/build-release.yml b/.github/workflows/build-release.yml deleted file mode 100644 index 26d9eb319..000000000 --- a/.github/workflows/build-release.yml +++ /dev/null @@ -1,19 +0,0 @@ -name: build-release -run-name: ${{ github.workflow }} is to create release wheel file for pypi -on: - push: - branches: - - 'release/[0-9]+.[0-9]+' - workflow_dispatch: - -jobs: - - BUILD-SPARSEML-RELEASE: - - uses: ./.github/workflows/util.yml - with: - runs_on: ubuntu-22.04 - run_id: ${{ github.run_id }} - build_type: release - testmo_project_id: 9 - secrets: inherit diff --git a/.github/workflows/build-wheel-and-container.yml b/.github/workflows/build-wheel-and-container.yml deleted file mode 100644 index 421e22757..000000000 --- a/.github/workflows/build-wheel-and-container.yml +++ /dev/null @@ -1,78 +0,0 @@ -name: Build PyPi Wheel and Docker Container -on: - pull_request: - types: [opened, synchronize, reopened] - branches: - - main - schedule: - - cron: '0 20 * * *' - -permissions: - id-token: write - contents: read - packages: write - -concurrency: - group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} - cancel-in-progress: true - -# TODO: do we want to push to nightly everytime we push to main? -# if not dev or release, will create a nightly build; turning off release for now -env: - RELEASE: 'false' - DEV: ${{ github.base_ref == 'main' && github.event_name == 'pull_request'}} - -jobs: - set-outputs: - runs-on: ubuntu-latest - outputs: - dev: ${{ steps.set-outputs.outputs.dev }} - release: ${{ steps.set-outputs.outputs.release }} - steps: - - name: Set variables for workflows - id: set-outputs - run: | - echo "dev=$DEV" >> $GITHUB_OUTPUT - echo "release=$RELEASE" >> $GITHUB_OUTPUT - - test-nightly: - needs: set-outputs - if: ${{ needs.set-outputs.outputs.dev == 'false' && needs.set-outputs.outputs.release == 'false'}} - uses: ./.github/workflows/test-nightly.yml - - build-wheel-and-push: - needs: [set-outputs, test-nightly] - if: ${{ always() && needs.set-outputs.outputs.dev == 'false' && needs.test-nightly.result == 'success' || always() && needs.set-outputs.outputs.dev == 'true' && needs.set-outputs.result == 'success' }} - uses: ./.github/workflows/build-wheel.yml - with: - build-label: ubuntu-20.04 - dev: ${{ needs.set-outputs.outputs.dev }} - release: ${{ needs.set-outputs.outputs.release }} - name: ${{ github.event.number }} - filename: dist/*.whl - bucket_name: nm-actions-test - python: '3.10' - secrets: inherit - - test-wheel-and-publish: - needs: [set-outputs, build-wheel-and-push] - if: ${{ always() && !cancelled() && needs.build-wheel-and-push.result == 'success' }} - uses: ./.github/workflows/test-wheel-and-publish.yml - with: - build-label: ubuntu-20.04 - whl: ${{ needs.build-wheel-and-push.outputs.wheel }} - python: '3.10' - dev: ${{ needs.set-outputs.outputs.dev }} - release: ${{ needs.set-outputs.outputs.release }} - secrets: inherit - - build-container-and-push: - needs: [test-wheel-and-publish, set-outputs] - if: ${{ always() && !cancelled() && needs.test-wheel-and-publish.result == 'success' }} - uses: ./.github/workflows/build-container.yml - with: - build-label: k8s-eng-gpu-16G-t4-32G - dev: ${{ needs.set-outputs.outputs.dev }} - release: ${{ needs.set-outputs.outputs.release }} - name: ${{ github.event.number }} - secrets: inherit \ No newline at end of file diff --git a/.github/workflows/build-wheel.yml b/.github/workflows/build-wheel.yml deleted file mode 100644 index 6eb656b4e..000000000 --- a/.github/workflows/build-wheel.yml +++ /dev/null @@ -1,67 +0,0 @@ -name: Build Wheel and Push to s3 -on: - workflow_call: - inputs: - build-label: - description: "requested runner label" - type: string - required: true - dev: - type: string - required: true - release: - type: string - required: true - name: - type: string - filename: - type: string - required: true - bucket_name: - type: string - required: true - python: - type: string - outputs: - wheel: - value: ${{ jobs.build-wheel-and-push.outputs.wheel }} - -jobs: - build-wheel-and-push: - runs-on: ${{ inputs.build-label }} - outputs: - wheel: ${{ steps.push-wheel.outputs.wheel }} - steps: - - uses: actions/setup-python@v4 - with: - python-version: ${{ inputs.python }} - - - name: Checkout code - uses: actions/checkout@v3 - - - name: Login to s3 - uses: aws-actions/configure-aws-credentials@v2 - with: - role-to-assume: ${{ secrets.AWS_WEBIDENTITY_FOR_GITHUB_ACTIONS }} - aws-region: us-east-1 - - - name: Set Env - run: | - pip3 install virtualenv - virtualenv venv - source venv/bin/activate - - - name: Build PyPi Wheel - id: build-wheel - uses: neuralmagic/nm-actions/actions/pypi_build@main - with: - dev: ${{ inputs.dev }} - release: ${{ inputs.release }} - name: ${{ inputs.name }} - - - name: Push to s3 bucket - id: push-wheel - uses: neuralmagic/nm-actions/actions/s3_push@main - with: - filename: ${{ inputs.filename }} - bucket_name: ${{ inputs.bucket_name }} \ No newline at end of file diff --git a/.github/workflows/test-check.yaml b/.github/workflows/test-check.yaml index be75a4aee..d915abefb 100644 --- a/.github/workflows/test-check.yaml +++ b/.github/workflows/test-check.yaml @@ -9,6 +9,14 @@ on: - main - 'release/*' +env: + CADENCE: "commit" + CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }} + CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }} + CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }} + CLEARML_FILES_HOST: ${{ secrets.CLEARML_FILES_HOST }} + CLEARML_API_SECRET_KEY: ${{ secrets.CLEARML_API_SECRET_KEY }} + jobs: test-setup: runs-on: ubuntu-22.04 @@ -21,7 +29,9 @@ jobs: - uses: actions/checkout@v2 with: fetch-depth: 0 - - run: git branch --show-current + # TODO: for @DanH what is this supposed to be doing? + # The way it was being used before was only testing code on main, + # not on the current PR. git branch --show current does not work - name: Get current branch id: get-branch run: > @@ -36,32 +46,18 @@ jobs: with: python-version: '3.11' - uses: actions/checkout@v2 - - uses: actions/checkout@v2 - with: - ref: ${{needs.test-setup.outputs.branch}} - name: "⚙️ Install dependencies" run: pip3 install .[dev] - name: "🔬 Running base tests" run: make test pytorch-tests: - runs-on: k8s-eng-gpu-64G-v100-32G - env: - CADENCE: "commit" - CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }} - CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }} - CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }} - CLEARML_FILES_HOST: ${{ secrets.CLEARML_FILES_HOST }} - CLEARML_API_SECRET_KEY: ${{ secrets.CLEARML_API_SECRET_KEY }} + runs-on: ubuntu-22.04 needs: test-setup steps: - uses: actions/setup-python@v4 with: python-version: '3.11' - uses: actions/checkout@v2 - - uses: actions/checkout@v2 - with: - ref: ${{needs.test-setup.outputs.branch}} - - uses: actions/checkout@v2 - uses: actions/checkout@v2 with: repository: "neuralmagic/compressed-tensors" @@ -74,26 +70,16 @@ jobs: - name: "⚙️ Install dependencies" run: pip3 install .[dev] - name: "🔬 Running pytorch tests" - run: make test TARGETS=pytorch + run: | + pytest tests/llmcompressor/pytorch compat-pytorch-1_9-pytorch-tests: - runs-on: k8s-eng-gpu-64G-v100-32G - env: - CADENCE: "commit" - CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }} - CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }} - CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }} - CLEARML_FILES_HOST: ${{ secrets.CLEARML_FILES_HOST }} - CLEARML_API_SECRET_KEY: ${{ secrets.CLEARML_API_SECRET_KEY }} + runs-on: ubuntu-22.04 needs: test-setup steps: - uses: actions/setup-python@v4 with: python-version: '3.9' - uses: actions/checkout@v2 - - uses: actions/checkout@v2 - with: - ref: ${{needs.test-setup.outputs.branch}} - - uses: actions/checkout@v2 - uses: actions/checkout@v2 with: repository: "neuralmagic/compressed-tensors" @@ -106,25 +92,16 @@ jobs: - name: "⚙️ Install dependencies" run: pip3 install .[dev] - name: "🔬 Running pytorch tests" - run: make test TARGETS=pytorch + run: | + pytest tests/llmcompressor/pytorch transformers-tests: - runs-on: k8s-eng-gpu-64G-v100-32G - env: - CADENCE: "commit" - CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }} - CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }} - CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }} - CLEARML_FILES_HOST: ${{ secrets.CLEARML_FILES_HOST }} - CLEARML_API_SECRET_KEY: ${{ secrets.CLEARML_API_SECRET_KEY }} + runs-on: ubuntu-22.04 needs: test-setup steps: - uses: actions/setup-python@v4 with: python-version: '3.11' - uses: actions/checkout@v2 - - uses: actions/checkout@v2 - with: - ref: ${{needs.test-setup.outputs.branch}} - uses: actions/checkout@v2 with: repository: "neuralmagic/compressed-tensors" @@ -135,6 +112,26 @@ jobs: - name: "Clean compressed-tensors directory" run: rm -r compressed-tensors/ - name: "⚙️ Install dependencies" + id: install run: pip3 install .[dev] - - name: "🔬 Running transformers tests" - run: make test TARGETS=transformers \ No newline at end of file + - name: "🔬 Running transformers tests[skipping over finetune]" + if: always() && steps.install.outcome == 'success' + run: | + pytest tests/llmcompressor/transformers/compression + - name: Running GPTQ Tests + if: always() && steps.install.outcome == 'success' + run: | + pytest tests/llmcompressor/transformers/gptq + - name: Running ONESHOT Tests + if: always() && steps.install.outcome == 'success' + run: | + pytest tests/llmcompressor/transformers/oneshot + - name: Running Sparsification Tests + if: always() && steps.install.outcome == 'success' + run: | + pytest tests/llmcompressor/transformers/sparsification + ptyest tests/llmcompressor/transformers/test_clear_ml.py + - name: Running OBCQ Tests + if: always() && steps.install.outcome == 'success' + run: | + pytest -v tests/llmcompressor/transformers/obcq diff --git a/.github/workflows/test-nightly.yml b/.github/workflows/test-nightly.yml deleted file mode 100644 index 4fc1c19cd..000000000 --- a/.github/workflows/test-nightly.yml +++ /dev/null @@ -1,36 +0,0 @@ -name: Run Nightly Tests -on: - workflow_dispatch: - workflow_call: -jobs: - test-nightly-tests: - runs-on: k8s-mle-gpu-12-vcpu-225GB-ram-2-a6000-48G - env: - CADENCE: "nightly" - CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }} - CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }} - CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }} - CLEARML_FILES_HOST: ${{ secrets.CLEARML_FILES_HOST }} - CLEARML_API_SECRET_KEY: ${{ secrets.CLEARML_API_SECRET_KEY }} - steps: - - uses: actions/checkout@v2 - with: - repository: "neuralmagic/compressed-tensors" - path: "compressed-tensors" - ref: ${{needs.test-setup.outputs.branch}} - - name: "⚙️ Install compressed-tensors dependencies" - run: pip3 install -U pip && pip3 install setuptools compressed-tensors/ - - name: "Clean compressed-tensors directory" - run: rm -r compressed-tensors/ - - name: Checkout code - uses: actions/checkout@v3 - with: - fetch-depth: 1 - - name: "⚙️ Install dependencies" - run: pip3 install .[dev,onnxruntime,torch,torchvision,transformers] - - name: Run oneshot tests - run: | - pytest tests/sparseml/transformers/obcq -m integration - - name: Run finetune tests - run: | - pytest tests/sparseml/transformers/finetune -m integration \ No newline at end of file diff --git a/.github/workflows/test-weekly.yml b/.github/workflows/test-weekly.yml deleted file mode 100644 index dc511999d..000000000 --- a/.github/workflows/test-weekly.yml +++ /dev/null @@ -1,39 +0,0 @@ -name: Run Weekly tests -on: - schedule: - - cron: '0 20 * * 0' - workflow_dispatch: -jobs: - run-weekly-tests: - runs-on: k8s-mle-gpu-12-vcpu-225GB-ram-2-a6000-48G - env: - CADENCE: "weekly" - HF_TOKEN: ${{ secrets.NM_HF_TOKEN }} - CLEARML_WEB_HOST: ${{ secrets.CLEARML_WEB_HOST }} - CLEARML_API_HOST: ${{ secrets.CLEARML_API_HOST }} - CLEARML_API_ACCESS_KEY: ${{ secrets.CLEARML_API_ACCESS_KEY }} - CLEARML_FILES_HOST: ${{ secrets.CLEARML_FILES_HOST }} - CLEARML_API_SECRET_KEY: ${{ secrets.CLEARML_API_SECRET_KEY }} - steps: - - uses: actions/checkout@v2 - with: - repository: "neuralmagic/compressed-tensors" - path: "compressed-tensors" - ref: ${{needs.test-setup.outputs.branch}} - - name: "⚙️ Install compressed-tensors dependencies" - run: pip3 install -U pip && pip3 install setuptools compressed-tensors/ - - name: "Clean compressed-tensors directory" - run: rm -r compressed-tensors/ - - name: Checkout code - uses: actions/checkout@v3 - with: - fetch-depth: 1 - - name: "⚙️ Install dependencies" - run: pip3 install .[dev,onnxruntime,torch,torchvision,transformers] - - name: Run oneshot tests - run: | - pytest tests/sparseml/transformers/obcq -m integration - - name: Run finetune tests - if: always() - run: | - pytest tests/sparseml/transformers/finetune -m integration \ No newline at end of file diff --git a/.github/workflows/test-wheel-and-publish.yml b/.github/workflows/test-wheel-and-publish.yml deleted file mode 100644 index e40fa462d..000000000 --- a/.github/workflows/test-wheel-and-publish.yml +++ /dev/null @@ -1,78 +0,0 @@ -name: Test Wheel and Publish -on: - workflow_call: - inputs: - build-label: - description: "requested runner label" - type: string - required: true - whl: - type: string - required: true - python: - type: string - dev: - type: string - required: true - release: - type: string - required: true - -jobs: - test-wheel-and-publish: - runs-on: ${{ inputs.build-label }} - steps: - - uses: actions/setup-python@v4 - with: - python-version: ${{ inputs.python }} - - - name: Login to s3 - uses: aws-actions/configure-aws-credentials@v2 - with: - role-to-assume: ${{ secrets.AWS_WEBIDENTITY_FOR_GITHUB_ACTIONS }} - aws-region: us-east-1 - - - name: Make directory for wheel - run: | - mkdir dist_s3 - - - name: Pull from s3 - uses: neuralmagic/nm-actions/actions/s3_pull@main - with: - filename: ${{ inputs.whl }} - dst: dist_s3 - - - name: Fetch name of whl - run: | - echo "FILENAME=$(echo dist_s3/*.whl)" >> $GITHUB_ENV - - - name: Install whl - run: | - pip3 install $FILENAME[dev,onnxruntime,torch,torchvision,transformers] - - - name: Checkout code - uses: actions/checkout@v3 - - - name: Remove src files and run tests - run: | - pwd - rm -rf src - make test - - - name: Make directory for wheel - run: | - mkdir dist_s3 - - - name: Pull from s3 - uses: neuralmagic/nm-actions/actions/s3_pull@main - with: - filename: ${{ inputs.whl }} - dst: dist_s3 - - - name: Publish Nightly Wheel - if: ${{ inputs.DEV == 'false' && inputs.RELEASE == 'false'}} - uses: neuralmagic/nm-actions/actions/publish-whl@main - with: - username: ${{ secrets.PYPI_PUBLIC_USER }} - password: ${{ secrets.PYPI_PUBLIC_AUTH }} - whl: ./$FILENAME \ No newline at end of file diff --git a/.github/workflows/util.yml b/.github/workflows/util.yml deleted file mode 100644 index cd887b019..000000000 --- a/.github/workflows/util.yml +++ /dev/null @@ -1,121 +0,0 @@ -name: report-to-testmo -on: - workflow_call: - inputs: - runs_on: - description: "runner label specifying instance running the job" - type: string - required: true - run_id: - description: "run id provided by GHA" - required: true - type: string - build_type: - description: "build type: nightly or release" - type: string - required: true - testmo_project_id: - description: "testmo project id" - type: string - required: true - -jobs: - - BUILDA_AND_REPORT: - runs-on: ${{ inputs.runs_on }} - outputs: - status: ${{ steps.build.outputs.status }} - commitid: ${{ steps.build.outputs.commitid }} - permissions: - id-token: write - contents: read - steps: - - - name: repo checkout - uses: actions/checkout@v3 - - - name: s3 - uses: aws-actions/configure-aws-credentials@v2 - with: - role-to-assume: ${{ secrets.AWS_WEBIDENTITY_FOR_GITHUB_ACTIONS }} - aws-region: us-east-1 - - - name: build - id: build - run: | - pwd - sudo apt-get -y install python3-pip - pip3 --version - sudo pip3 install virtualenv - virtualenv venv - source venv/bin/activate - pip install -e . - if [[ "${{ inputs.build_type }}" = release ]]; then - sed -i 's/is_release = False/is_release = True/g' src/${{ github.event.repository.name }}/version.py - fi - status=$(make -B build || echo 'FAILED') - deactivate - echo "=========== Build log ===========" - echo "${status}" - echo "commitid=${GITHUB_SHA:0:7}" >> "$GITHUB_OUTPUT" - echo "=========== Build status ===========" - if [[ "${status}" = "FAILED" ]]; then - echo "${{ github.event.repository.name }} build failed" - exitCode=1 - else - echo "${{ github.event.repository.name }} build success" - exitCode=0 - fi - echo "=========== Generated build ===========" - ls dist/ - echo "=========== Copy build to S3 ===========" - aws s3 cp dist/*.whl s3://nm-github-actions/${{ github.event.repository.name }}/ - if [ $? -eq 0 ]; then - echo "ok: copied to s3://nm-github-actions/${{ github.event.repository.name }}/" - else - echo "failed: copied to s3://nm-github-actions/${{ github.event.repository.name }}/" - exitCode=1 - fi - if [ ${exitCode} -eq 1 ]; then - echo "status=failed" >> "$GITHUB_OUTPUT" - cp .github/workflows/result.xml.fail result.xml - else - echo "status=success" >> "$GITHUB_OUTPUT" - cp .github/workflows/result.xml.success result.xml - fi - oldDate=`date --date='-2 month' +%Y%m%d` - oldWhl=`(aws s3 ls s3://nm-github-actions/${{ github.event.repository.name }}/ | grep nightly | grep "${oldDate}") || echo "notfound"` - if [[ "${oldWhl}" != 'notfound' ]]; then - for oldwhl in $(echo "${oldWhl}" | awk '{print $4}') - do - echo "Remove old build ${oldwhl} in S3" - aws s3 rm s3://nm-github-actions/${{ github.event.repository.name }}/${oldwhl} - done - fi - # TESTMO - echo "node: $(node -v)" - echo "npm: $(npm -v)" - echo "Installing testmo cli..." - sudo npm install -g @testmo/testmo-cli - export TESTMO_TOKEN=${{ secrets.TESTMO_TEST_TOKEN }} - TESTMO_URL="https://neuralmagic.testmo.net" - todaytime=`date +%Y%m%d` - name="${{ github.event.repository.name }} ${{ inputs.build_type }} ${todaytime} ${GITHUB_SHA:0:7} RunID:${{ inputs.run_id }}" - echo "========== Build info ===========" - echo "name: ${name}" - echo "build: $GITHUB_OUTPUT" - echo "echo \"GHA job $GITHUB_OUTPUT: https://github.com/neuralmagic/${{ github.event.repository.name }}/actions/runs/${{ inputs.run_id }}\"; exit ${exitCode}" > result.sh - echo "========== Report to testmo ===========" - echo "testmo automation:run:submit \\" - echo " --instance ${TESTMO_URL} \\" - echo " --project-id ${{ inputs.testmo_project_id }} \\" - echo " --name ${name} \\" - echo " --source ${{ github.event.repository.name }} \\" - echo " --results result.xml" - testmo automation:run:submit \ - --instance "${TESTMO_URL}" \ - --project-id ${{ inputs.testmo_project_id }} \ - --name "${name}" \ - --source "${{ github.event.repository.name }}" \ - --results result.xml \ - -- bash result.sh diff --git a/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant.yaml b/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant.yaml index 69ab871d7..2c0dc19ca 100644 --- a/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant.yaml +++ b/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant.yaml @@ -1,4 +1,4 @@ -cadence: "commit" +cadence: "nightly" test_type: "sanity" model: "Xenova/llama2.c-stories15M" dataset: open_platypus diff --git a/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant_and_sparse.yaml b/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant_and_sparse.yaml index 51ea4ef51..f121a0d8f 100644 --- a/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant_and_sparse.yaml +++ b/tests/llmcompressor/transformers/obcq/obcq_configs/completion/tiny_llama_quant_and_sparse.yaml @@ -1,4 +1,4 @@ -cadence: "commit" +cadence: "nightly" test_type: "sanity" model: "Xenova/llama2.c-stories15M" dataset: open_platypus diff --git a/tests/llmcompressor/transformers/obcq/test_obcq_completion.py b/tests/llmcompressor/transformers/obcq/test_obcq_completion.py index 763f2c920..a24fbfca4 100644 --- a/tests/llmcompressor/transformers/obcq/test_obcq_completion.py +++ b/tests/llmcompressor/transformers/obcq/test_obcq_completion.py @@ -100,6 +100,7 @@ def tearDown(self): @requires_torch +@requires_gpu @pytest.mark.integration @parameterized_class(parse_params(CONFIGS_DIRECTORY)) class TestOBCQCompletionSmall(TestOBCQCompletion):