Misc v2 preparations (#2365) #1204
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build main documentation | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - doc-builder* | |
| - v*-release | |
| workflow_dispatch: | |
| env: | |
| UV_SYSTEM_PYTHON: 1 | |
| UV_TORCH_BACKEND: auto | |
| jobs: | |
| build_documentation: | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: "20" | |
| cache-dependency-path: "kit/package-lock.json" | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.11" | |
| - uses: actions/checkout@v2 | |
| with: | |
| repository: "huggingface/optimum" | |
| path: optimum | |
| - uses: actions/checkout@v2 | |
| with: | |
| repository: "huggingface/optimum-habana" | |
| path: optimum-habana | |
| - uses: actions/checkout@v2 | |
| with: | |
| repository: "huggingface/optimum-intel" | |
| path: optimum-intel | |
| - uses: actions/checkout@v2 | |
| with: | |
| repository: "huggingface/optimum-amd" | |
| path: optimum-amd | |
| - name: Set environment variables | |
| run: | | |
| cd optimum | |
| version=`echo "$(grep '^__version__ =' optimum/version.py | cut -d '=' -f 2- | xargs)"` | |
| if [[ $version == *.dev0 ]] | |
| then | |
| echo "VERSION=main" >> $GITHUB_ENV | |
| else | |
| echo "VERSION=v$version" >> $GITHUB_ENV | |
| fi | |
| cd .. | |
| - name: Setup environment | |
| run: | | |
| pip install --upgrade pip uv | |
| uv pip install git+https://github.com/huggingface/doc-builder | |
| - name: Make Intel documentation | |
| run: | | |
| cd optimum-intel | |
| uv pip install . nncf openvino neural-compressor[pt]>3.4 diffusers accelerate | |
| make doc BUILD_DIR=intel-doc-build VERSION=${{ env.VERSION }} | |
| sudo mv intel-doc-build ../optimum | |
| cd .. | |
| - name: Make Habana documentation | |
| run: | | |
| sudo docker system prune -a -f | |
| cd optimum-habana | |
| make doc BUILD_DIR=habana-doc-build VERSION=${{ env.VERSION }} | |
| sudo mv habana-doc-build ../optimum | |
| cd .. | |
| - name: Make AMD documentation | |
| run: | | |
| sudo docker system prune -a -f | |
| cd optimum-amd | |
| make doc BUILD_DIR=amd-doc-build VERSION=${{ env.VERSION }} | |
| sudo mv amd-doc-build ../optimum | |
| cd .. | |
| - name: Make Optimum documentation | |
| run: | | |
| cd optimum | |
| uv pip install . accelerate | |
| make doc BUILD_DIR=optimum-doc-build VERSION=${{ env.VERSION }} | |
| cd .. | |
| - name: Combine subpackage documentation | |
| run: | | |
| cd optimum | |
| sudo python docs/combine_docs.py --subpackages nvidia amd intel neuron tpu habana furiosa executorch onnx --version ${{ env.VERSION }} | |
| cd .. | |
| - name: Push to repositories | |
| run: | | |
| cd optimum/optimum-doc-build | |
| sudo chown -R $USER:$USER . | |
| doc-builder push optimum \ | |
| --token "${{ secrets.HF_DOC_BUILD_PUSH }}" \ | |
| --doc_build_repo_id "hf-doc-build/doc-build" \ | |
| --commit_msg "Updated with commit ${{ github.sha }} See: https://github.com/huggingface/optimum/commit/${{ github.sha }}" \ | |
| --upload_version_yml \ | |
| --n_retries 5 |