Skip to content
Build and Test

[opt] Replace pybind11 with ctypes (prototype, wip) #18497

Sign in to view logs

[opt] Replace pybind11 with ctypes (prototype, wip)

[opt] Replace pybind11 with ctypes (prototype, wip) #18497

Workflow file for this run

.github/workflows/testing.yml at 8c08162
name: Build and Test
on:
pull_request:
types: [opened, synchronize, reopened]
push:
branches:
- master
- rc-*
schedule:
- cron: '0 18 * * *' # For testing the offline cache, GMT 18 == GMT+8 02
concurrency:
group: ${{ github.event.number || github.run_id }}
cancel-in-progress: true
env:
TI_CI: "1"
TI_SKIP_VERSION_CHECK: 'ON'
TI_LITE_TEST: ${{ github.event_name == 'pull_request' && ! contains(github.event.pull_request.labels.*.name, 'full-ci') && ! startsWith(github.base_ref, 'rc-') && '1' || '' }}
TI_TEST_OFFLINE_CACHE: ${{ github.event.schedule == '0 18 * * *' && '1' || '' }}
CI_IMAGE_VERSION: '202305261112'
TI_USE_GIT_CACHE: ${{ vars.TI_USE_GIT_CACHE }}
jobs:
show_environ:
name: Show Environment Variables
# Disable this workflow on forks
if: github.repository_owner == 'taichi-dev'
runs-on: [self-hosted, Linux]
steps:
- name: Environment Variables
run: env
- name: Github Object
run: |
cat <<'EOF'
${{ toJson(github) }}
EOF
check_files:
name: Check files
# Disable this workflow on forks
if: github.repository_owner == 'taichi-dev'
outputs:
run_job: ${{ steps.check_files.outputs.run_job }}
runs-on: ubuntu-latest
steps:
- name: Checkout code
uses: actions/checkout@v3
with:
fetch-depth: '0'
- name: check modified files
id: check_files
run: |
echo "Concurrency group: ${{ github.event.number || github.run_id }}"
echo "=============== list modified files ==============="
git diff --name-only @^
chore_files=( LICENSE CONTRIBUTING.md README.md netlify.toml )
chore_dirs=( docs )
run_job=false
for file in $(git diff --name-only @^); do
is_chore=false
for chore_file in ${chore_files[*]}; do
[[ ${file} == ${chore_file} ]] && is_chore=true && break
done
for chore_dir in ${chore_dirs[*]}; do
[[ ${file} == ${chore_dir}/* ]] && is_chore=true && break
done
if ! ${is_chore}; then
run_job=true
break
fi
done
if ${run_job}; then
echo "run_job=true" >> $GITHUB_OUTPUT
else
echo "run_job=false" >> $GITHUB_OUTPUT
fi
check_static_analyzer:
name: Check Static Analyzer
runs-on: ubuntu-latest
needs: check_files
steps:
- uses: actions/checkout@v3
with:
submodules: 'recursive'
fetch-depth: '0'
- name: clang-tidy
run: |
if [[ ${{needs.check_files.outputs.run_job}} == false ]]; then
exit 0
fi
# https://docs.github.com/en/packages/managing-github-packages-using-github-actions-workflows/publishing-and-installing-a-package-with-github-actions#upgrading-a-workflow-that-accesses-ghcrio
echo $CR_PAT | docker login ghcr.io -u ${{ github.actor }} --password-stdin
docker pull ghcr.io/taichi-dev/taichidev-cpu-ubuntu18.04:v0.3.3
docker run -id --user dev --name check_clang_tidy ghcr.io/taichi-dev/taichidev-cpu-ubuntu18.04:v0.3.3 /bin/bash
tar -cf - ../${{ github.event.repository.name }} --mode u=+rwx,g=+rwx,o=+rwx --owner 1000 --group 1000 | docker cp - check_clang_tidy:/home/dev/
docker exec --user root check_clang_tidy apt-get update
docker exec --user root check_clang_tidy apt install -y clang-tidy-10 libx11-dev libxrandr-dev libxinerama-dev libxcursor-dev libxi-dev zlib1g-dev libglew-dev libglfw3-dev
docker exec --user dev check_clang_tidy /home/dev/taichi/.github/workflows/scripts/check_clang_tidy.sh "$CI_SETUP_CMAKE_ARGS"
env:
CR_PAT: ${{ secrets.GITHUB_TOKEN }}
CI_SETUP_CMAKE_ARGS: -DCMAKE_EXPORT_COMPILE_COMMANDS=ON -DTI_WITH_OPENGL:BOOL=ON -DTI_WITH_VULKAN:BOOL=ON -DTI_BUILD_TESTS:BOOL=ON -DTI_WITH_BACKTRACE:BOOL=ON
build_and_test_cpu_mac:
name: Build and Test macos (CPU)
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 120 || 180 }}
strategy:
matrix:
include:
- os: macos-10.15
python: 3.7
with_cpp_tests: ON
wanted_archs: 'cpu,vulkan'
runs-on:
- self-hosted
- ${{ matrix.os }}
env:
PY: ${{ matrix.python }}
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=OFF
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_C_API=ON
-DTI_BUILD_TESTS:BOOL=${{ matrix.with_cpp_tests }}
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
fetch-depth: '0'
submodules: 'recursive'
- name: Prepare Environment
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
env:
PLATFORM: 'macos'
- name: Build & Install
if: needs.check_files.outputs.run_job == 'true'
run: |
# Use the molten-vk v1.1.10 downloaded from taichi assets
brew uninstall molten-vk -f
.github/workflows/scripts/build.py
env:
CXX: clang++
# [DEBUG] Copy this step around to enable debugging inside Github Action instances.
#- name: Setup tmate session
# uses: mxschmitt/action-tmate@v3
# with:
# limit-access-to-actor: true
- name: Test
id: test
if: needs.check_files.outputs.run_job == 'true'
run: .github/workflows/scripts/unix_test.sh
env:
TI_WANTED_ARCHS: ${{ matrix.wanted_archs }}
TI_SKIP_CPP_TESTS: Disabled because Vulkan is supported but not working on buildbot4
- name: Save wheel if test failed
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: broken-wheel
path: dist/*
retention-days: 7
build_and_test_gpu_linux:
name: Build and Test (GPU)
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 90 || 120 }}
strategy:
matrix:
extra_markers:
- sm70
- not sm70
driver:
- driver470
- driver510
runs-on:
- self-hosted
- cn
- cuda
- vulkan
- ${{ matrix.driver }}
- ${{ matrix.extra_markers == 'sm70' && 'sm70' || 'Linux' }}
env:
PY: '3.11'
PROJECT_NAME: taichi
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_BACKTRACE:BOOL=ON
-DTI_BUILD_TESTS:BOOL=ON
TI_WANTED_ARCHS: 'cpu,cuda,vulkan,opengl,gles'
TI_DEVICE_MEMORY_GB: '1'
TI_RUN_RELEASE_TESTS: '1'
steps:
- name: Restart X Server
run: |
sudo systemctl restart xorg
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
submodules: 'recursive'
fetch-depth: '0'
- name: Prepare Environment
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
echo CI_DOCKER_RUN_EXTRA_ARGS="-v $(pwd):/home/dev/taichi" >> $GITHUB_ENV
- name: Build & Install
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-build \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
- name: Test
id: test
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test \
registry.botmaster.tgr/taichi-test-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/unix_test.sh
env:
EXTRA_TEST_MARKERS: ${{ matrix.extra_markers }}
- name: Save wheel if test failed
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: broken-wheel
path: dist/*
retention-days: 7
- name: Save Bad Captures
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: bad-captures
path: taichi-release-tests/bad-compare/*
retention-days: 7
build_and_test_manylinux2014:
name: Build and Test (manylinux2014)
needs: check_files
runs-on: [self-hosted, cuda, cn, release]
env:
PY: "3.8"
PROJECT_NAME: taichi
TI_WANTED_ARCHS: "cuda,cpu"
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=OFF
-DTI_WITH_VULKAN:BOOL=OFF
-DTI_BUILD_TESTS:BOOL=ON
steps:
- name: Restart X Server
run: |
sudo systemctl restart xorg
- uses: actions/checkout@v3
with:
submodules: 'recursive'
fetch-depth: '0'
- name: Prepare Environment
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
echo CI_DOCKER_RUN_EXTRA_ARGS="-v $(pwd):/home/dev/taichi" >> $GITHUB_ENV
- name: Build
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test \
registry.botmaster.tgr/taichi-build-manylinux2014-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
- name: Test
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test \
registry.botmaster.tgr/taichi-test-manylinux2014-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/unix_test.sh
build_and_test_amdgpu_linux:
name: Build and Test (AMDGPU)
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 90 || 120 }}
runs-on: [self-hosted, amdgpu]
env:
PY: '3.8'
PROJECT_NAME: taichi
TI_WANTED_ARCHS: 'cpu,amdgpu'
TI_DEVICE_MEMORY_GB: '1'
TI_RUN_RELEASE_TESTS: '0'
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_CUDA:BOOL=OFF
-DTI_WITH_VULKAN:BOOL=OFF
-DTI_WITH_OPENGL:BOOL=OFF
-DTI_BUILD_TESTS:BOOL=ON
-DTI_WITH_AMDGPU:BOOL=ON
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
submodules: 'recursive'
fetch-depth: '0'
- name: Prepare Environment
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
echo CI_DOCKER_RUN_EXTRA_ARGS="-v $(pwd):/home/dev/taichi" >> $GITHUB_ENV
- name: Build & Install
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-amdgpu --name taichi-build \
registry.botmaster.tgr/taichi-build-amdgpu:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
- name: Test
id: test
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-amdgpu --name taichi-test \
registry.botmaster.tgr/taichi-test-amdgpu:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/unix_test.sh
- name: Save wheel if test failed
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: broken-wheel
path: dist/*
retention-days: 7
- name: Save Bad Captures
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: bad-captures
path: taichi-release-tests/bad-compare/*
retention-days: 7
build_and_test_windows:
name: Build and Test Windows
needs: check_files
strategy:
matrix:
extra_markers:
- sm70
- not sm70
runs-on:
- self-hosted
- cn
- windows
- cuda
- OpenGL
- ${{ matrix.extra_markers == 'sm70' && 'sm70' || 'windows' }}
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 90 || 180 }}
env:
PY: "3.7"
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_DX11:BOOL=ON
-DTI_WITH_DX12:BOOL=ON
-DTI_BUILD_TESTS:BOOL=ON
-DTI_WITH_BACKTRACE=ON
-DTI_WITH_C_API=ON
TI_WANTED_ARCHS: cpu,cuda,vulkan,opengl,gles
TI_SKIP_VERSION_CHECK: ON
TI_DEVICE_MEMORY_GB: '1'
TI_RUN_RELEASE_TESTS: '1'
steps:
- name: Workaround checkout Needed single revision issue
run: |
git config --system core.longpaths true
git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' # no '|| true' here
- uses: actions/checkout@v3
with:
fetch-depth: '0'
submodules: 'recursive'
- uses: actions/setup-python@v4
with:
python-version: 3.7
- name: Build
if: ${{ needs.check_files.outputs.run_job != 'false' }}
shell: cmd
run: |
python .\.github\workflows\scripts\build.py
- name: Test
id: test
shell: pwsh
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
.\.github\workflows\scripts\win_test.ps1 -libsDir "$env:LocalAppData/buildbot"
env:
EXTRA_TEST_MARKERS: ${{ matrix.extra_markers }}
- name: Save wheel if test failed
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: broken-wheel
path: dist/*
retention-days: 7
- name: Cleanup Git Cache Configs
shell: pwsh
if: always()
run: |
. .github/workflows/scripts/common-utils.ps1
UnsetGitCachingProxy
exit 0
build_and_test_m1:
name: Build and Test (Apple M1)
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 60 || 120 }}
strategy:
matrix:
include:
- os: macos-latest
python: 3.8
defaults:
run:
# https://github.com/actions/runner/issues/805#issuecomment-844426478
shell: '/usr/bin/arch -arch arm64e /bin/bash --noprofile --norc -eo pipefail {0}'
runs-on: [self-hosted, m1]
env:
CXX: clang++
PY: ${{ matrix.python }}
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=OFF
-DTI_WITH_CUDA:BOOL=OFF
-DTI_WITH_VULKAN:BOOL=ON
-DTI_BUILD_TESTS:BOOL=ON
-DTI_WITH_C_API=ON
-DTI_WITH_STATIC_C_API=ON
TI_WANTED_ARCHS: 'cpu,metal,vulkan'
PLATFORM: 'm1'
TI_RUN_RELEASE_TESTS: '1'
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
fetch-depth: '0'
submodules: 'recursive'
- name: Build
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
brew install molten-vk
brew install llvm@15
.github/workflows/scripts/build.py
env:
CXX: clang++
- name: Check C-API Export Symbols
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
.github/workflows/scripts/aot-demo.sh check-c-api-export-symbols
- name: Test
id: test
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
.github/workflows/scripts/unix_test.sh
- name: Save wheel if test failed
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: broken-wheel
path: dist/*
retention-days: 7
- name: Save Bad Captures
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: bad-captures
path: taichi-release-tests/bad-compare/*
retention-days: 7
build_ios_capi:
name: Build iOS C-API Static Library
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 60 || 120 }}
runs-on: [self-hosted, m1]
env:
PY: "3.10"
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
fetch-depth: '0'
submodules: 'recursive'
- name: Build
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: .github/workflows/scripts/build.py ios
- name: Save Compiled Static Library
if: ${{ needs.check_files.outputs.run_job != 'false' }}
uses: actions/upload-artifact@v3
with:
name: libtaichi_c_api.iOS.a
path: 'dist/C-API-iOS/*.a'
retention-days: 7
build_and_test_docs:
name: Build and Test (Docs)
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 90 || 120 }}
runs-on: [self-hosted, Linux, cuda, vulkan, cn]
env:
PY: '3.8'
PROJECT_NAME: taichi
TI_WANTED_ARCHS: 'cpu,cuda,vulkan,opengl,gles'
TI_DEVICE_MEMORY_GB: '1'
TI_RUN_RELEASE_TESTS: '1'
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_BACKTRACE:BOOL=ON
-DTI_BUILD_TESTS:BOOL=ON
-DTI_WITH_C_API=ON
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
submodules: 'recursive'
fetch-depth: '0'
- name: Check if there is anything Markdown modified but not covered by CI
if: ${{ github.event_name == 'pull_request' }}
run: |
set +e
sort docs/cover-in-ci.lst > /tmp/sorted-cover-list
git diff --name-only $BASE_SHA $HEAD_SHA | grep '\.md$' | sort > /tmp/sorted-modified-list
diff -u /tmp/sorted-cover-list /tmp/sorted-modified-list | grep '^\+docs' > /tmp/uncovered-list
if [ -s /tmp/uncovered-list ]; then
echo Please add modified docs to docs/cover-in-ci.lst!
echo
cat /tmp/uncovered-list
exit 1
else
echo No modified docs, or modified docs are all covered in the list
fi
env:
BASE_SHA: ${{ github.event.pull_request.base.sha }}
HEAD_SHA: ${{ github.event.pull_request.head.sha }}
- name: Prepare Environment
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
echo CI_DOCKER_RUN_EXTRA_ARGS="-v $(pwd):/home/dev/taichi" >> $GITHUB_ENV
- name: Build & Install
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-build \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
- name: Test
id: test
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test \
registry.botmaster.tgr/taichi-test-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/unix-test-docs.sh
aot_build_and_test_android_apps:
name: AOT Build and Test Android Apps
# Skip this job when testing the offline cache
if: ${{ github.event.schedule != '0 18 * * *' }}
needs: check_files
runs-on: [self-hosted, Linux, cn]
timeout-minutes: 60
permissions:
packages: read
contents: read
env:
REDIS_HOST: 172.16.5.1
PY: '3.9'
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
name: Checkout taichi
with:
fetch-depth: '0'
submodules: "recursive"
- name: Prepare Environment
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: >-
. .github/workflows/scripts/common-utils.sh;
prepare-build-cache;
TAICHI_WHEEL_DIR=$(mktemp -d);
echo TAICHI_WHEEL_DIR=$TAICHI_WHEEL_DIR >> $GITHUB_ENV;
chmod 0777 $TAICHI_WHEEL_DIR;
echo CI_DOCKER_RUN_EXTRA_ARGS="
-e REDIS_HOST
-v $(pwd):/home/dev/taichi
-v $TAICHI_WHEEL_DIR:/taichi-wheel
" >> $GITHUB_ENV;
- name: Build Host Taichi
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run --name taichi-build-host \
-v $TAICHI_WHEEL_DIR:/home/dev/taichi/dist \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
env:
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_C_API=OFF
- name: Build For Android
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
git clean -fxd
ci-docker-run --name taichi-build-android \
registry.botmaster.tgr/taichi-build-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py android
env:
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_LLVM:BOOL=OFF
-DTI_WITH_C_API:BOOL=ON
- name: Test For Android AOT
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test-android \
registry.botmaster.tgr/taichi-test-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh build-and-smoke-test-android-aot-demo
env:
TI_DEVICE_MEMORY_GB: '0.1'
aot_build_and_test_android_headless_demos:
name: AOT Build and Test Android Headless Demos
# Skip this job when testing the offline cache
if: ${{ github.event.schedule != '0 18 * * *' }}
needs: check_files
runs-on: [self-hosted, Linux, cn]
timeout-minutes: 60
permissions:
packages: read
contents: read
env:
REDIS_HOST: 172.16.5.1
PY: '3.9'
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
name: Checkout taichi
with:
fetch-depth: '0'
submodules: "recursive"
- name: Prepare Environment
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: >-
. .github/workflows/scripts/common-utils.sh;
prepare-build-cache;
TAICHI_WHEEL_DIR=$(mktemp -d);
echo TAICHI_WHEEL_DIR=$TAICHI_WHEEL_DIR >> $GITHUB_ENV;
chmod 0777 $TAICHI_WHEEL_DIR;
echo CI_DOCKER_RUN_EXTRA_ARGS="
-e REDIS_HOST
-v $(pwd):/home/dev/taichi
-v $TAICHI_WHEEL_DIR:/taichi-wheel
" >> $GITHUB_ENV;
- name: Build Host Taichi
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run --name taichi-build-host \
-v $TAICHI_WHEEL_DIR:/home/dev/taichi/dist \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
env:
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_C_API=OFF
- name: Build For Android
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
git clean -fxd
ci-docker-run --name taichi-build-android \
registry.botmaster.tgr/taichi-build-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py android
env:
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_LLVM:BOOL=OFF
-DTI_WITH_C_API=ON
- name: Build & Run C-API Headless Demos (Android)
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test-capi-headless-demo \
registry.botmaster.tgr/taichi-build-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh build-and-test-headless-demo
env:
TI_DEVICE_MEMORY_GB: '0.1'
aot_build_and_test_android_unity_examples:
name: AOT Build and Test Android Unity Examples
# Skip this job when testing the offline cache
if: ${{ github.event.schedule != '0 18 * * *' }}
needs: check_files
runs-on: [self-hosted, Linux, cn]
timeout-minutes: 60
permissions:
packages: read
contents: read
env:
REDIS_HOST: 172.16.5.1
PY: '3.9'
steps:
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
name: Checkout taichi
with:
fetch-depth: '0'
submodules: "recursive"
- name: Prepare Environment
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: >-
. .github/workflows/scripts/common-utils.sh;
prepare-build-cache;
TAICHI_WHEEL_DIR=$(mktemp -d);
echo TAICHI_WHEEL_DIR=$TAICHI_WHEEL_DIR >> $GITHUB_ENV;
chmod 0777 $TAICHI_WHEEL_DIR;
echo CI_DOCKER_RUN_EXTRA_ARGS="
-e REDIS_HOST
-v $(pwd):/home/dev/taichi
-v $TAICHI_WHEEL_DIR:/taichi-wheel
" >> $GITHUB_ENV;
- name: Build Host Taichi
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run --name taichi-build-host \
-v $TAICHI_WHEEL_DIR:/home/dev/taichi/dist \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
env:
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_C_API=OFF
- name: Build For Android
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
git clean -fxd
ci-docker-run --name taichi-build-android \
registry.botmaster.tgr/taichi-build-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py android
env:
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_LLVM:BOOL=OFF
-DTI_WITH_C_API=ON
- name: Prepare Unity Build Environment
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run --name taichi-prepare-unity-build-env \
registry.botmaster.tgr/taichi-build-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh prepare-unity-build-env
- name: Build Taichi-UnityExample
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run --name taichi-build-unity-demo \
registry.taichigraphics.com/unityci-editor:ubuntu-2020.3.14f1-android-1-with-secret-sauce \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh build-unity-demo
- name: Run Taichi-UnityExample (C-API)
if: ${{ needs.check_files.outputs.run_job != 'false' }}
run: |
. .github/workflows/scripts/common-utils.sh
ci-docker-run --name taichi-run-unity-demo \
registry.botmaster.tgr/taichi-test-android:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh smoke-test-unity-demo
aot_build_and_test_gpu_linux:
name: AOT Build and Test (GPU)
needs: check_files
timeout-minutes: ${{ github.event.schedule != '0 18 * * *' && 90 || 120 }}
# TODO(proton): do we need to test both drivers?
strategy:
matrix:
tags:
- [self-hosted, cuda, vulkan, cn, driver470]
- [self-hosted, cuda, vulkan, cn, driver510]
env:
PY: '3.8'
PROJECT_NAME: taichi
TAICHI_CMAKE_ARGS: >-
-DTI_WITH_OPENGL:BOOL=ON
-DTI_WITH_VULKAN:BOOL=ON
-DTI_WITH_BACKTRACE:BOOL=ON
-DTI_BUILD_TESTS:BOOL=ON
-DTI_WITH_C_API=ON
runs-on: ${{ matrix.tags }}
steps:
- name: Restart X Server
run: |
sudo systemctl restart xorg
- name: Workaround checkout Needed single revision issue
run: git submodule foreach 'git rev-parse HEAD > /dev/null 2>&1 || rm -rf $PWD' || true
- uses: actions/checkout@v3
with:
submodules: 'recursive'
fetch-depth: '0'
- name: Prepare Environment
run: |
. .github/workflows/scripts/common-utils.sh
prepare-build-cache
echo CI_DOCKER_RUN_EXTRA_ARGS="-v $(pwd):/home/dev/taichi" >> $GITHUB_ENV
- name: Build & Install
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-build \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/build.py
- name: Check C-API Export Symbols
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test-check-c-api-export-symbols \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh check-c-api-export-symbols
- name: Build & Run C-API Headless Demos (Desktop)
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
chown -R 1000:1000 .
ci-docker-run-gpu --name taichi-test-capi-headless-demo-desktop \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/aot-demo.sh build-and-test-headless-demo-desktop
env:
TI_DEVICE_MEMORY_GB: '0.1'
- name: Compatibility Test
id: test
run: |
[[ ${{needs.check_files.outputs.run_job}} == false ]] && exit 0
. .github/workflows/scripts/common-utils.sh
ci-docker-run-gpu --name taichi-test \
registry.botmaster.tgr/taichi-build-cuda:${{ env.CI_IMAGE_VERSION }} \
/home/dev/taichi/.github/workflows/scripts/unix_aot_compat_test.sh
- name: Save wheel if test failed
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: broken-wheel
path: dist/*
retention-days: 7
- name: Save Bad Captures
if: failure() && steps.test.conclusion == 'failure'
uses: actions/upload-artifact@v3
with:
name: bad-captures
path: taichi-release-tests/bad-compare/*
retention-days: 7