Bump pyvinecopulib from 0.7.3 to 0.7.5 in /examples #1566
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: tests | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| # arbitrarily selected runs for generating animation | |
| anim_python-version: '3.12' | |
| anim_test-suite: 'multi-process_a' | |
| # common options for pytest | |
| pytest_options: "--durations=10 -v -s -We -p no:unraisableexception" | |
| on: | |
| push: | |
| branches: [ main ] | |
| paths-ignore: ['docs/**', '**.md'] | |
| pull_request: | |
| branches: [ main ] | |
| paths-ignore: ['docs/**', '**.md'] | |
| schedule: | |
| - cron: '0 13 * * 4' | |
| jobs: | |
| env-unit-tests-setup: | |
| strategy: | |
| matrix: | |
| platform: [ ubuntu-24.04, macos-13, macos-14, windows-latest ] | |
| python-version: [ "3.9", "3.12" ] | |
| runs-on: ${{ matrix.platform }} | |
| steps: | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: unit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| env-nonunit-tests-setup: | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-24.04, macos-14, windows-latest] | |
| python-version: ["3.12"] | |
| include: # for pylint | |
| - platform: ubuntu-24.04 | |
| python-version: "3.9" | |
| runs-on: ${{ matrix.platform }} | |
| steps: | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: nonunit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| pylint: | |
| needs: env-nonunit-tests-setup | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-24.04] | |
| python-version: ["3.9"] | |
| runs-on: ${{ matrix.platform }} | |
| steps: | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: nonunit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| - run: | | |
| # TODO #1160 https://github.com/pylint-dev/pylint/issues/9099 | |
| pip install "pylint<3.0.0" nbqa | |
| - run: | | |
| # TODO #682 | |
| pylint --unsafe-load-any-extension=y --disable=fixme,invalid-name,missing-function-docstring,missing-class-docstring,protected-access,duplicate-code $(git ls-files '*.py' | grep -v -e ^examples -e ^tutorials) | |
| - run: | | |
| # TODO #682 | |
| pylint --max-module-lines=550 --unsafe-load-any-extension=y --disable=fixme,too-many-function-args,unsubscriptable-object,consider-using-with,protected-access,too-many-statements,too-many-public-methods,too-many-branches,duplicate-code,invalid-name,missing-function-docstring,missing-module-docstring,missing-class-docstring,too-many-locals,too-many-instance-attributes,too-few-public-methods,too-many-arguments,c-extension-no-member $(git ls-files '*.py' | grep ^examples) | |
| - run: | | |
| # TODO #682 | |
| nbqa pylint --unsafe-load-any-extension=y --disable=fixme,duplicate-code,invalid-name,trailing-whitespace,line-too-long,missing-function-docstring,wrong-import-position,missing-module-docstring,wrong-import-order,ungrouped-imports,no-member,too-many-locals,unnecessary-lambda-assignment $(git ls-files '*.ipynb') | |
| unit-tests-without-jit-plus-codecov: | |
| needs: env-unit-tests-setup | |
| strategy: | |
| matrix: | |
| platform: [ ubuntu-24.04, macos-13, macos-14, windows-latest ] | |
| python-version: [ "3.9", "3.12" ] | |
| runs-on: ${{ matrix.platform }} | |
| env: | |
| NUMBA_DISABLE_JIT: 1 | |
| PYTHON: ${{ matrix.python-version }} | |
| steps: | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: unit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| - name: Generate coverage report | |
| run: | | |
| python -m pip install pytest-cov | |
| python -m pytest ${{ env.pytest_options }} tests/unit_tests --cov-report=xml --cov=PySDM | |
| - uses: codecov/[email protected] | |
| with: | |
| fail_ci_if_error: true | |
| verbose: true | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| env_vars: PYTHON,RUNNER_OS | |
| unit-tests-with-jit: | |
| needs: [ pylint, unit-tests-without-jit-plus-codecov ] | |
| strategy: | |
| matrix: | |
| platform: [ ubuntu-24.04, macos-14, windows-latest ] | |
| python-version: [ "3.12" ] | |
| test-suite: [ "unit_tests/!(dynamics)", "unit_tests/dynamics/!(condensation|collisions)", "unit_tests/dynamics/condensation", "unit_tests/dynamics/collisions" ] | |
| exclude: | |
| - platform: "macos-14" | |
| test-suite: "unit_tests/!(dynamics)" | |
| fail-fast: true | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: ${{ startsWith(matrix.platform, 'ubuntu-') && 25 || 40 }} | |
| steps: | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: unit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| - if: startsWith(matrix.platform, 'ubuntu-') | |
| run: echo NUMBA_THREADING_LAYER=omp >> $GITHUB_ENV | |
| - name: Run pytest | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| NUMBA_OPT: 1 | |
| run: | | |
| shopt -s extglob | |
| python -m pip install pytest-timeout | |
| python -m pytest ${{ env.pytest_options }} --timeout=900 --timeout_method=thread tests/${{ matrix.test-suite }} | |
| smoke-tests-with-jit: | |
| needs: [ pylint, env-nonunit-tests-setup ] | |
| strategy: | |
| matrix: | |
| platform: [ ubuntu-24.04, macos-14, windows-latest ] | |
| python-version: [ "3.12" ] | |
| test-suite: | |
| - "tests/smoke_tests/no_env tests/smoke_tests/box tests/tutorials_tests" | |
| - "tests/smoke_tests/parcel_a" | |
| - "tests/smoke_tests/parcel_b" | |
| - "tests/smoke_tests/parcel_c" | |
| - "tests/smoke_tests/parcel_d" | |
| - "tests/smoke_tests/kinematic_1d" | |
| - "tests/smoke_tests/kinematic_2d" | |
| include: | |
| - platform: "macos-14" | |
| python-version: "3.12" | |
| test-suite: "tests/smoke_tests/parcel_b tests/smoke_tests/parcel_c tests/smoke_tests/parcel_d" # combined for macos | |
| - platform: "macos-14" | |
| python-version: "3.12" | |
| test-suite: "tests/smoke_tests/no_env tests/tutorials_tests tests/smoke_tests/kinematic_2d tests/smoke_tests/kinematic_1d" # combined for macos | |
| exclude: | |
| # TODO #1406 | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/no_env tests/smoke_tests/box tests/tutorials_tests" | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/parcel_a" | |
| # test-suites already included in combined run | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/kinematic_1d" | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/kinematic_2d" | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/parcel_b" | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/parcel_c" | |
| - platform: "macos-14" | |
| test-suite: "tests/smoke_tests/parcel_d" | |
| fail-fast: true | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: ${{ startsWith(matrix.platform, 'windows-') && 35 || 20 }} | |
| steps: | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: nonunit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| - if: startsWith(matrix.platform, 'ubuntu-') | |
| run: echo NUMBA_THREADING_LAYER=omp >> $GITHUB_ENV | |
| - name: Run pytest | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| NUMBA_OPT: 1 | |
| run: | | |
| shopt -s extglob | |
| python -m pip install pytest-timeout | |
| python -m pytest ${{ env.pytest_options }} --timeout=900 --timeout_method=thread ${{ matrix.test-suite }} | |
| examples: | |
| needs: [pylint, env-nonunit-tests-setup] | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-24.04, macos-14, windows-latest] | |
| python-version: ["3.12"] | |
| test-suite: | |
| - "isotopes_chemistry_extraterrestrial" | |
| - "coagulation_freezing" | |
| - "condensation_a" | |
| - "condensation_b" | |
| - "condensation_c" | |
| - "multi-process_a" | |
| - "multi-process_b" | |
| - "multi-process_c_breakup" | |
| - "multi-process_d" | |
| - "multi-process_e" | |
| include: | |
| - platform: "macos-14" | |
| python-version: "3.12" | |
| test-suite: "multi-process_a,multi-process_b,multi-process_d,multi-process_e" | |
| exclude: | |
| - platform: "macos-14" | |
| test-suite: "multi-process_a" | |
| - platform: "macos-14" | |
| test-suite: "multi-process_b" | |
| - platform: "macos-14" | |
| test-suite: "multi-process_d" | |
| - platform: "macos-14" | |
| test-suite: "multi-process_e" | |
| fail-fast: true | |
| runs-on: ${{ matrix.platform }} | |
| timeout-minutes: ${{ startsWith(matrix.platform, 'windows-') && 28 || 30 }} | |
| steps: | |
| - name: Debug contexts | |
| run: | | |
| echo "MATRIX:" | |
| printf '%s\n' "${{ toJson(matrix) }}" | |
| echo "ENV:" | |
| printf '%s\n' "${{ toJson(env) }}" | |
| echo "anim_test-suite=${{ env.anim_test_suite }}, anim_python-version=${{ env.anim_python_version }}" | |
| - uses: actions/[email protected] | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - uses: ./.github/actions/env-setup | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| setup-name: nonunit-tests-${{ matrix.platform }}-${{ matrix.python-version }} | |
| # https://github.com/numba/numba/issues/6350#issuecomment-728174860 | |
| - if: startsWith(matrix.platform, 'ubuntu-') | |
| run: echo NUMBA_THREADING_LAYER=omp >> $GITHUB_ENV | |
| - if: startsWith(matrix.platform, 'ubuntu-') && (contains(matrix.test-suite, 'multi-process_a') || contains(matrix.test-suite, 'multi-process_b')) | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install libegl1 libopengl0 ghostscript ffmpeg | |
| wget -nv "https://paraview.org/paraview-downloads/download.php?submit=Download&version=v5.13&type=binary&os=Linux&downloadFile=ParaView-5.13.1-egl-MPI-Linux-Python3.10-x86_64.tar.gz" -O paraview.tar.gz | |
| tar xzf paraview.tar.gz | |
| echo `pwd`/`dirname ParaView*/bin/pvpython` >> $GITHUB_PATH | |
| - if: startsWith(matrix.platform, 'macos-') && (contains(matrix.test-suite, 'multi-process_a') || contains(matrix.test-suite, 'multi-process_b')) | |
| run: | | |
| brew update | |
| brew install --cask paraview | |
| echo `dirname /Applications/ParaView-*.app/Contents/bin/pvpython | head -1` >> $GITHUB_PATH | |
| brew install ghostscript ffmpeg | |
| - if: startsWith(matrix.platform, 'windows-') && (contains(matrix.test-suite, 'multi-process_a') || contains(matrix.test-suite, 'multi-process_b')) | |
| run: | | |
| curl "https://www.paraview.org/paraview-downloads/download.php?submit=Download&version=v5.13&type=binary&os=Windows&downloadFile=ParaView-5.13.1-Windows-Python3.10-msvc2017-AMD64.msi" -o paraview.msi | |
| msiexec //i paraview.msi //quiet //qn //norestart | |
| echo "C:\\Program Files\\ParaView 5.13.1\\bin\\" >> $GITHUB_PATH | |
| - if: contains(matrix.test-suite, 'multi-process_a') || contains(matrix.test-suite, 'multi-process_b') | |
| run: | | |
| pvpython --version | |
| pvpython -c "from paraview import simple" | |
| - run: | | |
| python -m pytest ${{ env.pytest_options }} tests/examples_tests/test_tests_completeness.py | |
| - run: | | |
| python -m pip install pytest-timeout | |
| python -m pytest ${{ env.pytest_options }} --basetemp=/tmp/pytest --timeout_method=thread --timeout=${{ startsWith(matrix.platform, 'windows-') && 1000 || 900 }} tests/examples_tests/test_run* --suite ${{ matrix.test-suite }} | |
| - if: ( ! startsWith(matrix.platform, 'windows-') ) && contains(matrix.test-suite, env.anim_test-suite) && matrix.python-version == env.anim_python-version | |
| run: | | |
| set -x | |
| mkdir -p $HOME/work/_temp/_github_home/figures | |
| rm /tmp/pytest/test_run_notebooks_*current | |
| ls /tmp/pytest/test_run_notebooks_*/ | |
| ls /tmp/pytest/test_run_notebooks_*/output/ | |
| ffmpeg -i /tmp/pytest/test_run_notebooks_*/output/docs_intro_animation.ogv -loop 0 -vf "fps=10,split[s0][s1];[s0]palettegen[p];[s1][p]paletteuse" $HOME/work/_temp/_github_home/figures/docs_intro_animation_${{ matrix.platform }}.gif | |
| mv /tmp/pytest/test_run_notebooks_*/output/last_animation_frame.pdf $HOME/work/_temp/_github_home/figures/last_animation_frame_${{ matrix.platform }}.pdf | |
| ls $HOME/work/_temp/_github_home/figures | |
| - name: animation movie upload | |
| if: ( ! startsWith(matrix.platform, 'windows-') ) && contains(matrix.test-suite, env.anim_test-suite) && matrix.python-version == env.anim_python-version | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: animation-movie-${{ matrix.platform }} | |
| if-no-files-found: error | |
| path: ~/work/_temp/_github_home/figures/*.gif | |
| - name: animation frame upload | |
| if: ( ! startsWith(matrix.platform, 'windows-') ) && contains(matrix.test-suite, env.anim_test-suite) && matrix.python-version == env.anim_python-version | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: animation-frame-${{ matrix.platform }} | |
| if-no-files-found: error | |
| path: ~/work/_temp/_github_home/figures/*.pdf | |
| - name: tip release upload | |
| if: github.ref == 'refs/heads/main' && ( startsWith(matrix.platform, 'ubuntu-') ) && contains(matrix.test-suite, env.anim_test-suite) && matrix.python-version == env.anim_python-version | |
| uses: eine/tip@master | |
| with: | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| files: /github/home/figures/*.gif |