Push Binary Nightly #1113
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will install Python dependencies, run tests and lint with a variety of Python versions | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions | |
| name: Push Binary Nightly | |
| on: | |
| pull_request: | |
| workflow_call: | |
| secrets: | |
| # AWS_PYTORCH_UPLOADER_ACCESS_KEY_ID: | |
| # required: true | |
| # AWS_PYTORCH_UPLOADER_SECRET_ACCESS_KEY: | |
| # required: true | |
| PYPI_TOKEN: | |
| required: false | |
| # run every day at 13:45am | |
| schedule: | |
| - cron: '45 13 * * *' | |
| # or manually trigger it | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - "nightly" | |
| concurrency: | |
| # Documentation suggests ${{ github.head_ref }}, but that's only available on pull_request/pull_request_target triggers, so using ${{ github.ref }}. | |
| # On master, we want all builds to complete even if merging happens faster to make it easier to discover at which point something broke. | |
| group: ${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && format('ci-master-{0}', github.sha) || format('ci-{0}', github.ref) }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-wheel-unix: | |
| # Don't run on forked repos. | |
| if: github.repository_owner == 'pytorch' | |
| continue-on-error: true | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-22.04, macos-latest] | |
| python_version: [ | |
| ["3.9", "cp39-cp39"], | |
| ["3.10", "cp310-cp310"], | |
| ["3.11", "cp311-cp311"], | |
| ["3.12", "cp312-cp312"], | |
| ["3.13", "cp313-cp313"], | |
| ] | |
| cuda_support: [["", "cpu", "cpu"]] | |
| steps: | |
| - name: Checkout tensordict | |
| uses: actions/checkout@v4 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version[0] }} | |
| - name: Install PyTorch nightly | |
| run: | | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -c """import sys;print(sys.version)""" | |
| python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }} | |
| - name: Build tensordict Nightly | |
| run: | | |
| rm -r dist || true | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| if [[ "$OSTYPE" == "darwin"* ]]; then | |
| brew install cmake | |
| else | |
| sudo apt-get update | |
| sudo apt-get install -y cmake | |
| fi | |
| python3 -mpip install "pybind11[global]" poetry | |
| sed -i.bak 's/name = "tensordict"/name = "tensordict-nightly"/' pyproject.toml | |
| DATE_VERSION=$(date +%Y.%m.%d) | |
| sed -i.bak '/^version = /s/version = .*/version = "'"$DATE_VERSION"'"/' pyproject.toml | |
| # poetry build | |
| python -m build --wheel | |
| rm pyproject.toml.bak | |
| find dist -name '*whl' -exec bash -c ' mv $0 ${0/linux/manylinux1}' {} \; | |
| # pytorch/pytorch binaries are also manylinux_2_17 compliant but they | |
| # pretend that they're manylinux1 compliant so we do the same. | |
| - name: Upload wheel for the test-wheel job | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ matrix.os == 'ubuntu-22.04' && format('tensordict-linux-{0}_{1}.whl', matrix.python_version[0], matrix.cuda_support[2]) || format('tensordict-macos-{0}.whl', matrix.python_version[0]) }} | |
| path: dist/*.whl | |
| test-wheel-unix: | |
| # Don't run on forked repos. | |
| if: github.repository_owner == 'pytorch' | |
| needs: build-wheel-unix | |
| continue-on-error: true | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-22.04, macos-latest] | |
| python_version: [ | |
| ["3.9", "cp39-cp39"], | |
| ["3.10", "cp310-cp310"], | |
| ["3.11", "cp311-cp311"], | |
| ["3.12", "cp312-cp312"], | |
| ["3.13", "cp313-cp313"], | |
| ] | |
| cuda_support: [["", "cpu", "cpu"]] | |
| steps: | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version[0] }} | |
| - name: Checkout tensordict | |
| uses: actions/checkout@v4 | |
| - name: Install PyTorch Nightly | |
| run: | | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }} | |
| - name: Upgrade pip | |
| run: | | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -mpip install --upgrade pip | |
| - name: Install test dependencies | |
| run: | | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -mpip install numpy pytest pillow>=4.1.1 scipy networkx expecttest pyyaml | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ matrix.os == 'ubuntu-22.04' && format('tensordict-linux-{0}_{1}.whl', matrix.python_version[0], matrix.cuda_support[2]) || format('tensordict-macos-{0}.whl', matrix.python_version[0]) }} | |
| path: /tmp/wheels | |
| env: | |
| AGENT_TOOLSDIRECTORY: "/opt/hostedtoolcache" | |
| - name: Install built wheels | |
| run: | | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -mpip install /tmp/wheels/* | |
| - name: Log version string | |
| run: | | |
| # Avoid ambiguity of "import tensordict" by deleting the source files. | |
| rm -rf tensordict/ | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -c "import tensordict; print(tensordict.__version__)" | |
| - name: Run tests | |
| run: | | |
| set -e | |
| export IN_CI=1 | |
| mkdir test-reports | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -m torch.utils.collect_env | |
| python3 -c "import tensordict; print(tensordict.__version__);from tensordict.nn import TensorDictModule" | |
| EXIT_STATUS=0 | |
| pytest test/smoke_test.py -v --durations 200 | |
| exit $EXIT_STATUS | |
| upload-wheel-unix: | |
| # Don't run on forked repos. | |
| if: ${{ github.repository_owner == 'pytorch' && (github.event_name == 'workflow_dispatch' || github.event_name == 'schedule') }} | |
| needs: test-wheel-unix | |
| runs-on: ${{ matrix.os }} | |
| continue-on-error: true | |
| strategy: | |
| matrix: | |
| os: [ubuntu-22.04, macos-latest] | |
| python_version: [ | |
| ["3.9", "cp39-cp39"], | |
| ["3.10", "cp310-cp310"], | |
| ["3.11", "cp311-cp311"], | |
| ["3.12", "cp312-cp312"], | |
| ["3.13", "cp313-cp313"], | |
| ] | |
| cuda_support: [["", "cpu", "cpu"]] | |
| steps: | |
| - name: Checkout tensordict | |
| uses: actions/checkout@v4 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python_version[0] }} | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: ${{ matrix.os == 'ubuntu-22.04' && format('tensordict-linux-{0}_{1}.whl', matrix.python_version[0], matrix.cuda_support[2]) || format('tensordict-macos-{0}.whl', matrix.python_version[0]) }} | |
| path: /tmp/wheels | |
| - name: Push tensordict Binary to PYPI | |
| env: | |
| PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }} | |
| run: | | |
| export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH" | |
| python3 -mpip install twine | |
| python -m twine upload \ | |
| --username __token__ \ | |
| --password "$PYPI_TOKEN" \ | |
| --skip-existing \ | |
| /tmp/wheels/tensordict_nightly-*.whl \ | |
| --verbose | |
| build-wheel-windows: | |
| # Don't run on forked repos. | |
| if: github.repository_owner == 'pytorch' | |
| runs-on: windows-latest | |
| continue-on-error: true | |
| strategy: | |
| matrix: | |
| python_version: [ | |
| ["3.9", "3.9"], | |
| ["3.10", "3.10.3"], | |
| ["3.11", "3.11"], | |
| ["3.12", "3.12"], | |
| ["3.13", "3.13"], | |
| ] | |
| steps: | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python_version[1] }} | |
| - name: Checkout tensordict | |
| uses: actions/checkout@v4 | |
| - name: Install PyTorch nightly | |
| shell: bash | |
| run: | | |
| python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/cpu | |
| - name: Build tensordict Nightly | |
| shell: bash | |
| run: | | |
| # Remove the dist directory if it exists | |
| rm -r dist || true | |
| if ! choco -v &> /dev/null; then | |
| powershell -NoProfile -InputFormat None -ExecutionPolicy Bypass -Command "iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))" | |
| fi | |
| # Install cmake using Chocolatey | |
| choco install cmake -y | |
| # Install necessary Python packages | |
| python -m pip install --upgrade pip | |
| python -m pip install "pybind11[global]" poetry | |
| # Modify pyproject.toml to change the package name | |
| sed -i.bak 's/name = "tensordict"/name = "tensordict-nightly"/' pyproject.toml | |
| DATE_VERSION=$(date +%Y.%m.%d) | |
| sed -i.bak '/^version = /s/version = .*/version = "'"$DATE_VERSION"'"/' pyproject.toml | |
| # Build the package with Poetry | |
| poetry build | |
| # Clean up the backup file created by sed | |
| rm pyproject.toml.bak | |
| # Rename the wheel files to match the manylinux1 convention | |
| find dist -name '*whl' -exec bash -c ' mv $0 ${0/linux/manylinux1}' {} \; | |
| - name: Upload wheel for the test-wheel job | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: tensordict-win-${{ matrix.python_version[0] }}.whl | |
| path: dist/*.whl | |
| test-wheel-windows: | |
| # Don't run on forked repos. | |
| if: github.repository_owner == 'pytorch' | |
| needs: build-wheel-windows | |
| continue-on-error: true | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| python_version: [ | |
| ["3.9", "3.9"], | |
| ["3.10", "3.10.3"], | |
| ["3.11", "3.11"], | |
| ["3.12", "3.12"], | |
| ["3.13", "3.13"], | |
| ] | |
| steps: | |
| - name: Setup Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python_version[1] }} | |
| - name: Checkout tensordict | |
| uses: actions/checkout@v4 | |
| - name: Install PyTorch Nightly | |
| shell: bash | |
| run: | | |
| python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/cpu | |
| - name: Upgrade pip | |
| shell: bash | |
| run: | | |
| python3 -mpip install --upgrade pip | |
| - name: Install test dependencies | |
| shell: bash | |
| run: | | |
| python3 -mpip install numpy pytest --no-cache-dir | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: tensordict-win-${{ matrix.python_version[0] }}.whl | |
| path: wheels | |
| - name: Install built wheels | |
| shell: bash | |
| run: | | |
| python3 -mpip install wheels/* | |
| - name: Log version string | |
| shell: bash | |
| run: | | |
| # Avoid ambiguity of "import tensordict" by deleting the source files. | |
| rm -rf tensordict/ || true | |
| python3 -c "import tensordict; print(tensordict.__version__)" | |
| - name: Run tests | |
| shell: bash | |
| run: | | |
| set -e | |
| export IN_CI=1 | |
| mkdir test-reports | |
| python -m torch.utils.collect_env | |
| python -c "import tensordict; print(tensordict.__version__);from tensordict.nn import TensorDictModule" | |
| EXIT_STATUS=0 | |
| pytest test/smoke_test.py -v --durations 200 | |
| exit $EXIT_STATUS | |
| upload-wheel-windows: | |
| # Don't run on forked repos. | |
| if: ${{ github.repository_owner == 'pytorch' && (github.event_name == 'workflow_dispatch' || github.event_name == 'schedule') }} | |
| needs: test-wheel-windows | |
| continue-on-error: true | |
| runs-on: windows-latest | |
| strategy: | |
| matrix: | |
| python_version: [ | |
| ["3.9", "3.9"], | |
| ["3.10", "3.10.3"], | |
| ["3.11", "3.11"], | |
| ["3.12", "3.12"], | |
| ["3.13", "3.13"], | |
| ] | |
| steps: | |
| - name: Checkout tensordict | |
| uses: actions/checkout@v4 | |
| - name: Download built wheels | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: tensordict-win-${{ matrix.python_version[0] }}.whl | |
| path: wheels | |
| - name: Push tensordict Binary to PYPI | |
| shell: bash | |
| env: | |
| PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }} | |
| run: | | |
| python3 -mpip install twine | |
| python3 -m twine upload \ | |
| --username __token__ \ | |
| --password "$PYPI_TOKEN" \ | |
| --skip-existing \ | |
| wheels/tensordict_nightly-*.whl \ | |
| --verbose |