Skip to content
Push Binary Nightly

[Feature] A pydantic tensorclass implementation #1112

Sign in to view logs

[Feature] A pydantic tensorclass implementation

[Feature] A pydantic tensorclass implementation #1112

Workflow file for this run

.github/workflows/nightly_build.yml at ae2ab68
# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
# For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
name: Push Binary Nightly
on:
pull_request:
workflow_call:
secrets:
# AWS_PYTORCH_UPLOADER_ACCESS_KEY_ID:
# required: true
# AWS_PYTORCH_UPLOADER_SECRET_ACCESS_KEY:
# required: true
PYPI_TOKEN:
required: false
# run every day at 13:45am
schedule:
- cron: '45 13 * * *'
# or manually trigger it
workflow_dispatch:
push:
branches:
- "nightly"
concurrency:
# Documentation suggests ${{ github.head_ref }}, but that's only available on pull_request/pull_request_target triggers, so using ${{ github.ref }}.
# On master, we want all builds to complete even if merging happens faster to make it easier to discover at which point something broke.
group: ${{ github.workflow }}-${{ github.ref == 'refs/heads/main' && format('ci-master-{0}', github.sha) || format('ci-{0}', github.ref) }}
cancel-in-progress: true
jobs:
build-wheel-unix:
# Don't run on forked repos.
if: github.repository_owner == 'pytorch'
continue-on-error: true
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-22.04, macos-latest]
python_version: [
["3.9", "cp39-cp39"],
["3.10", "cp310-cp310"],
["3.11", "cp311-cp311"],
["3.12", "cp312-cp312"],
["3.13", "cp313-cp313"],
]
cuda_support: [["", "cpu", "cpu"]]
steps:
- name: Checkout tensordict
uses: actions/checkout@v4
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python_version[0] }}
- name: Install PyTorch nightly
run: |
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -c """import sys;print(sys.version)"""
python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }}
- name: Build tensordict Nightly
run: |
rm -r dist || true
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
if [[ "$OSTYPE" == "darwin"* ]]; then
brew install cmake
else
sudo apt-get update
sudo apt-get install -y cmake
fi
python3 -mpip install "pybind11[global]" poetry
sed -i.bak 's/name = "tensordict"/name = "tensordict-nightly"/' pyproject.toml
DATE_VERSION=$(date +%Y.%m.%d)
sed -i.bak '/^version = /s/version = .*/version = "'"$DATE_VERSION"'"/' pyproject.toml
# poetry build
python -m build --wheel
rm pyproject.toml.bak
find dist -name '*whl' -exec bash -c ' mv $0 ${0/linux/manylinux1}' {} \;
# pytorch/pytorch binaries are also manylinux_2_17 compliant but they
# pretend that they're manylinux1 compliant so we do the same.
- name: Upload wheel for the test-wheel job
uses: actions/upload-artifact@v4
with:
name: ${{ matrix.os == 'ubuntu-22.04' && format('tensordict-linux-{0}_{1}.whl', matrix.python_version[0], matrix.cuda_support[2]) || format('tensordict-macos-{0}.whl', matrix.python_version[0]) }}
path: dist/*.whl
test-wheel-unix:
# Don't run on forked repos.
if: github.repository_owner == 'pytorch'
needs: build-wheel-unix
continue-on-error: true
runs-on: ${{ matrix.os }}
strategy:
matrix:
os: [ubuntu-22.04, macos-latest]
python_version: [
["3.9", "cp39-cp39"],
["3.10", "cp310-cp310"],
["3.11", "cp311-cp311"],
["3.12", "cp312-cp312"],
["3.13", "cp313-cp313"],
]
cuda_support: [["", "cpu", "cpu"]]
steps:
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python_version[0] }}
- name: Checkout tensordict
uses: actions/checkout@v4
- name: Install PyTorch Nightly
run: |
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/${{ matrix.cuda_support[1] }}
- name: Upgrade pip
run: |
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -mpip install --upgrade pip
- name: Install test dependencies
run: |
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -mpip install numpy pytest pillow>=4.1.1 scipy networkx expecttest pyyaml
- name: Download built wheels
uses: actions/download-artifact@v4
with:
name: ${{ matrix.os == 'ubuntu-22.04' && format('tensordict-linux-{0}_{1}.whl', matrix.python_version[0], matrix.cuda_support[2]) || format('tensordict-macos-{0}.whl', matrix.python_version[0]) }}
path: /tmp/wheels
env:
AGENT_TOOLSDIRECTORY: "/opt/hostedtoolcache"
- name: Install built wheels
run: |
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -mpip install /tmp/wheels/*
- name: Log version string
run: |
# Avoid ambiguity of "import tensordict" by deleting the source files.
rm -rf tensordict/
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -c "import tensordict; print(tensordict.__version__)"
- name: Run tests
run: |
set -e
export IN_CI=1
mkdir test-reports
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -m torch.utils.collect_env
python3 -c "import tensordict; print(tensordict.__version__);from tensordict.nn import TensorDictModule"
EXIT_STATUS=0
pytest test/smoke_test.py -v --durations 200
exit $EXIT_STATUS
upload-wheel-unix:
# Don't run on forked repos.
if: ${{ github.repository_owner == 'pytorch' && (github.event_name == 'workflow_dispatch' || github.event_name == 'schedule') }}
needs: test-wheel-unix
runs-on: ${{ matrix.os }}
continue-on-error: true
strategy:
matrix:
os: [ubuntu-22.04, macos-latest]
python_version: [
["3.9", "cp39-cp39"],
["3.10", "cp310-cp310"],
["3.11", "cp311-cp311"],
["3.12", "cp312-cp312"],
["3.13", "cp313-cp313"],
]
cuda_support: [["", "cpu", "cpu"]]
steps:
- name: Checkout tensordict
uses: actions/checkout@v4
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python_version[0] }}
- name: Download built wheels
uses: actions/download-artifact@v4
with:
name: ${{ matrix.os == 'ubuntu-22.04' && format('tensordict-linux-{0}_{1}.whl', matrix.python_version[0], matrix.cuda_support[2]) || format('tensordict-macos-{0}.whl', matrix.python_version[0]) }}
path: /tmp/wheels
- name: Push tensordict Binary to PYPI
env:
PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
run: |
export PATH="/opt/python/${{ matrix.python_version[1] }}/bin:$PATH"
python3 -mpip install twine
python -m twine upload \
--username __token__ \
--password "$PYPI_TOKEN" \
--skip-existing \
/tmp/wheels/tensordict_nightly-*.whl \
--verbose
build-wheel-windows:
# Don't run on forked repos.
if: github.repository_owner == 'pytorch'
runs-on: windows-latest
continue-on-error: true
strategy:
matrix:
python_version: [
["3.9", "3.9"],
["3.10", "3.10.3"],
["3.11", "3.11"],
["3.12", "3.12"],
["3.13", "3.13"],
]
steps:
- name: Setup Python
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python_version[1] }}
- name: Checkout tensordict
uses: actions/checkout@v4
- name: Install PyTorch nightly
shell: bash
run: |
python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/cpu
- name: Build tensordict Nightly
shell: bash
run: |
# Remove the dist directory if it exists
rm -r dist || true
if ! choco -v &> /dev/null; then
powershell -NoProfile -InputFormat None -ExecutionPolicy Bypass -Command "iex ((New-Object System.Net.WebClient).DownloadString('https://chocolatey.org/install.ps1'))"
fi
# Install cmake using Chocolatey
choco install cmake -y
# Install necessary Python packages
python -m pip install --upgrade pip
python -m pip install "pybind11[global]" poetry
# Modify pyproject.toml to change the package name
sed -i.bak 's/name = "tensordict"/name = "tensordict-nightly"/' pyproject.toml
DATE_VERSION=$(date +%Y.%m.%d)
sed -i.bak '/^version = /s/version = .*/version = "'"$DATE_VERSION"'"/' pyproject.toml
# Build the package with Poetry
poetry build
# Clean up the backup file created by sed
rm pyproject.toml.bak
# Rename the wheel files to match the manylinux1 convention
find dist -name '*whl' -exec bash -c ' mv $0 ${0/linux/manylinux1}' {} \;
- name: Upload wheel for the test-wheel job
uses: actions/upload-artifact@v4
with:
name: tensordict-win-${{ matrix.python_version[0] }}.whl
path: dist/*.whl
test-wheel-windows:
# Don't run on forked repos.
if: github.repository_owner == 'pytorch'
needs: build-wheel-windows
continue-on-error: true
runs-on: windows-latest
strategy:
matrix:
python_version: [
["3.9", "3.9"],
["3.10", "3.10.3"],
["3.11", "3.11"],
["3.12", "3.12"],
["3.13", "3.13"],
]
steps:
- name: Setup Python
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python_version[1] }}
- name: Checkout tensordict
uses: actions/checkout@v4
- name: Install PyTorch Nightly
shell: bash
run: |
python3 -mpip install --pre torch --extra-index-url https://download.pytorch.org/whl/nightly/cpu
- name: Upgrade pip
shell: bash
run: |
python3 -mpip install --upgrade pip
- name: Install test dependencies
shell: bash
run: |
python3 -mpip install numpy pytest --no-cache-dir
- name: Download built wheels
uses: actions/download-artifact@v4
with:
name: tensordict-win-${{ matrix.python_version[0] }}.whl
path: wheels
- name: Install built wheels
shell: bash
run: |
python3 -mpip install wheels/*
- name: Log version string
shell: bash
run: |
# Avoid ambiguity of "import tensordict" by deleting the source files.
rm -rf tensordict/ || true
python3 -c "import tensordict; print(tensordict.__version__)"
- name: Run tests
shell: bash
run: |
set -e
export IN_CI=1
mkdir test-reports
python -m torch.utils.collect_env
python -c "import tensordict; print(tensordict.__version__);from tensordict.nn import TensorDictModule"
EXIT_STATUS=0
pytest test/smoke_test.py -v --durations 200
exit $EXIT_STATUS
upload-wheel-windows:
# Don't run on forked repos.
if: ${{ github.repository_owner == 'pytorch' && (github.event_name == 'workflow_dispatch' || github.event_name == 'schedule') }}
needs: test-wheel-windows
continue-on-error: true
runs-on: windows-latest
strategy:
matrix:
python_version: [
["3.9", "3.9"],
["3.10", "3.10.3"],
["3.11", "3.11"],
["3.12", "3.12"],
["3.13", "3.13"],
]
steps:
- name: Checkout tensordict
uses: actions/checkout@v4
- name: Download built wheels
uses: actions/download-artifact@v4
with:
name: tensordict-win-${{ matrix.python_version[0] }}.whl
path: wheels
- name: Push tensordict Binary to PYPI
shell: bash
env:
PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
run: |
python3 -mpip install twine
python3 -m twine upload \
--username __token__ \
--password "$PYPI_TOKEN" \
--skip-existing \
wheels/tensordict_nightly-*.whl \
--verbose