Upstream HPU #60
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Accelerate integration tests | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| branches: [main] | |
| push: | |
| branches: [main] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| accelerate: | |
| name: Test Accelerate integration | |
| runs-on: [self-hosted, linux, x64, gaudi2, fast] | |
| container: | |
| image: docker://vault.habana.ai/gaudi-docker/1.19.0/ubuntu22.04/habanalabs/pytorch-installer-2.5.1:latest | |
| options: --runtime=habana --shm-size=64G --cap-add=sys_nice --env HABANA_VISIBLE_DEVICES | |
| env: | |
| OMPI_MCA_btl_vader_single_copy_mechanism: none | |
| PT_ENABLE_INT64_SUPPORT: 1 | |
| PT_HPU_LAZY_MODE: 0 | |
| MASTER_PORT: 12345 | |
| RUN_SLOW: 1 | |
| steps: | |
| - name: HL-SMI | |
| run: | | |
| hl-smi | |
| echo "HABANA_VISIBLE_DEVICES=${HABANA_VISIBLE_DEVICES}" | |
| echo "HABANA_VISIBLE_MODULES=${HABANA_VISIBLE_MODULES}" | |
| - name: Checkout to Accelerate | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: hpu-support | |
| repository: huggingface/accelerate | |
| - name: Install Accelerate with DeepSpeed | |
| run: | | |
| pip install -e .[testing] git+https://github.com/HabanaAI/[email protected] | |
| # Remove when safetensors is released | |
| - name: Install Rust and build Safetensors | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y | |
| . "$HOME/.cargo/env" | |
| rustup update | |
| git clone https://github.com/huggingface/safetensors | |
| cd safetensors | |
| pip install setuptools_rust | |
| git checkout fa833511664338bfc927fc02653ddb7d38d40be9 | |
| pip install -e bindings/python | |
| cd .. | |
| # move to the end of the file | |
| - name: Run Examples tests | |
| run: | | |
| make test_examples | |
| - name: Run CLI tests | |
| run: | | |
| make test_cli | |
| - name: Run Core tests | |
| run: | | |
| make test_core | |
| - name: Run Big Modeling tests | |
| run: | | |
| make test_big_modeling | |
| - name: Run FSDP integration tests | |
| run: | | |
| make test_fsdp | |
| - name: Run DeepSpeed integration tests | |
| run: | | |
| make test_deepspeed |