AWQ: Clean up forward passes with kwargs using inspect.bind #1342
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Checks (Transformers) | |
| on: | |
| pull_request: | |
| branches: main | |
| types: [ labeled, synchronize ] | |
| push: | |
| branches: main | |
| env: | |
| CADENCE: "commit" | |
| jobs: | |
| detect-changes: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matched-changes: ${{ steps.changed-files.outputs.all_changed_files }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Get changed files | |
| id: changed-files | |
| uses: neuralmagic/nm-actions/actions/changed-files@14cecb6bf54cc9919b1d3f64881a364401b2ae62 # v1.16.0 | |
| with: | |
| include-patterns: |- | |
| ^src/ | |
| ^tests/ | |
| ^\.github/workflows/test-check-transformers\.yaml$ | |
| ^MANIFEST\.in$ | |
| ^setup\.py$ | |
| exclude-patterns: |- | |
| ^tests/e2e/ | |
| ^tests/lmeval/ | |
| ^tests/examples/ | |
| \.md$ | |
| - name: Log relevant output | |
| run: | | |
| echo "all changed files: ${{ steps.changed-files.outputs.all_changed_files }}" | |
| shell: bash | |
| transformers-tests: | |
| needs: [detect-changes] | |
| runs-on: gcp-k8s-vllm-l4-solo | |
| if: (contains(github.event.pull_request.labels.*.name, 'ready') || github.event_name == 'push') && needs.detect-changes.outputs.matched-changes != '' | |
| steps: | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.9' | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| fetch-tags: true | |
| - name: "⚙️ Install dependencies" | |
| run: pip3 install -U pip setuptools && pip3 install .[dev] | |
| - uses: actions/checkout@v4 | |
| with: | |
| repository: "neuralmagic/compressed-tensors" | |
| path: "compressed-tensors" | |
| fetch-depth: 0 | |
| fetch-tags: true | |
| - name: "⚙️ Install compressed-tensors dependencies" | |
| id: install | |
| run: | | |
| pip3 uninstall -y compressed-tensors | |
| export GIT_CEILING_DIRECTORIES="$(pwd)" | |
| cd compressed-tensors | |
| BUILD_TYPE=nightly pip3 install . | |
| - name: "Clean compressed-tensors directory" | |
| run: rm -r compressed-tensors/ | |
| - name: "🔬 Running transformers tests" | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest -v tests/llmcompressor/transformers/compression | |
| - name: Run Finetune Tests | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest -v tests/llmcompressor/transformers/finetune | |
| - name: Running GPTQ Tests | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest -v tests/llmcompressor/transformers/gptq | |
| - name: Running ONESHOT Tests | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest -v tests/llmcompressor/transformers/oneshot | |
| - name: Running Sparsification Tests | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest tests/llmcompressor/transformers/sparsification -v | |
| - name: Running OBCQ Tests | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest -v tests/llmcompressor/transformers/obcq | |
| - name: Running KV Cache Tests | |
| if: (success() || failure()) && steps.install.outcome == 'success' | |
| run: | | |
| pytest -v tests/llmcompressor/transformers/kv_cache |