feat(xtask): create xtask ci rs subcommand
#4824
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: | |
| - main | |
| pull_request: | |
| merge_group: | |
| env: | |
| GH_TOKEN: ${{ github.token }} | |
| RUSTFLAGS: -Dwarnings | |
| RUSTDOCFLAGS: -Dwarnings | |
| defaults: | |
| run: | |
| shell: bash | |
| jobs: | |
| check: | |
| name: Check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: taiki-e/install-action@cargo-hack | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - run: rustup target add x86_64-unknown-none | |
| - name: Check each feature | |
| run: cargo hack check --package hermit-kernel --each-feature --skip gem-net --no-dev-deps --target x86_64-unknown-none | |
| env: | |
| RUSTFLAGS: | |
| clippy: | |
| name: Clippy | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - run: rustup component add clippy | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| hermit-builtins | |
| - run: cargo xtask clippy | |
| format: | |
| name: Format | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - run: rustup component add rustfmt | |
| - run: cargo fmt -- --check | |
| doc: | |
| name: Doc | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| - run: cargo xtask doc | |
| build: | |
| name: Build | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| hermit-builtins | |
| - name: Build minimal kernel | |
| run: | | |
| cargo xtask build --arch x86_64 --no-default-features | |
| cargo xtask build --arch aarch64 --no-default-features | |
| test: | |
| name: Test | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install QEMU | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install qemu-system-x86 | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| hermit-builtins | |
| - name: Unit tests | |
| run: cargo test --lib | |
| env: | |
| RUSTFLAGS: -Awarnings | |
| - name: Macro unit tests | |
| run: cargo test --package hermit-macro | |
| - name: Download loader | |
| run: gh release download --repo hermit-os/loader --pattern hermit-loader-x86_64 | |
| - run: rustup target add x86_64-unknown-none | |
| - name: Integration tests | |
| run: cargo test --tests --no-fail-fast --target x86_64-unknown-none -- --bootloader_path=hermit-loader-x86_64 | |
| env: | |
| RUSTFLAGS: | |
| run-hermit: | |
| name: Run | |
| runs-on: ubuntu-latest | |
| env: | |
| HERMIT_CAREFUL: ${{ matrix.hermit-careful }} | |
| defaults: | |
| run: | |
| working-directory: kernel | |
| strategy: | |
| matrix: | |
| arch: [x86_64, aarch64, riscv64] | |
| profile: [dev, release] | |
| include: | |
| - profile: dev | |
| hermit-careful: 1 | |
| - arch: x86_64 | |
| packages: qemu-system-x86 libcap-ng-dev libseccomp-dev uftrace | |
| flags: --accel --sudo | |
| - arch: aarch64 | |
| packages: qemu-system-aarch64 | |
| - arch: riscv64 | |
| packages: qemu-system-misc | |
| steps: | |
| - name: Checkout hermit-rs | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: hermit-os/hermit-rs | |
| submodules: true | |
| - name: Remove hermit-kernel submodule | |
| run: git rm -r kernel | |
| working-directory: . | |
| - name: Checkout hermit-kernel | |
| uses: actions/checkout@v4 | |
| with: | |
| path: kernel | |
| - name: Install QEMU | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install ${{ matrix.packages }} | |
| - uses: dtolnay/rust-toolchain@stable | |
| - uses: dtolnay/rust-toolchain@nightly | |
| with: | |
| components: rust-src | |
| - uses: mkroening/rust-toolchain-toml@main | |
| - run: rustup component add llvm-tools | |
| working-directory: . | |
| - run: rustup target add wasm32-wasip1 | |
| working-directory: . | |
| - uses: mkroening/rust-toolchain-toml@main | |
| with: | |
| toolchain-file: 'kernel/rust-toolchain.toml' | |
| - uses: Swatinem/rust-cache@v2 | |
| with: | |
| key: ${{ matrix.arch }}-${{ matrix.profile }} | |
| save-if: ${{ github.ref == 'refs/heads/main' }} | |
| workspaces: | | |
| . | |
| kernel | |
| kernel/hermit-builtins | |
| - name: Download loader | |
| run: gh release download --repo hermit-os/loader --pattern 'hermit-loader-${{ matrix.arch }}*' | |
| - name: Dowload OpenSBI | |
| if: matrix.arch == 'riscv64' | |
| run: | | |
| gh release download v1.4 --repo riscv-software-src/opensbi --pattern 'opensbi-*-rv-bin.tar.xz' | |
| tar -xvf opensbi-*-rv-bin.tar.xz opensbi-1.4-rv-bin/share/opensbi/lp64/generic/firmware/fw_jump.bin | |
| - name: Download OVMF | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install ovmf | |
| mkdir -p edk2-stable202408-r1-bin/x64 | |
| cp /usr/share/OVMF/OVMF_CODE.fd edk2-stable202408-r1-bin/x64/code.fd | |
| cp /usr/share/OVMF/OVMF_VARS.fd edk2-stable202408-r1-bin/x64/vars.fd | |
| - name: Install Firecracker | |
| run: | | |
| # https://github.com/firecracker-microvm/firecracker/blob/v1.5.1/docs/getting-started.md#getting-a-firecracker-binary | |
| ARCH="$(uname -m)" | |
| release_url="https://github.com/firecracker-microvm/firecracker/releases" | |
| latest=$(basename $(curl -fsSLI -o /dev/null -w %{url_effective} ${release_url}/latest)) | |
| curl -L ${release_url}/download/${latest}/firecracker-${latest}-${ARCH}.tgz \ | |
| | tar -xz | |
| mkdir -p $HOME/.local/bin | |
| mv release-${latest}-$(uname -m)/firecracker-${latest}-${ARCH} $HOME/.local/bin/firecracker | |
| echo $HOME/.local/bin >> $GITHUB_PATH | |
| $HOME/.local/bin/firecracker --version | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo +stable install --locked uhyve | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo +stable install --locked virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo +stable install cargo-careful | |
| if: matrix.profile == 'dev' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package hello_world qemu ${{ matrix.flags }} | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package hello_world qemu ${{ matrix.flags }} --uefi | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package wasmtime-demo --features ci qemu ${{ matrix.flags }} | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package hello_world --no-default-features qemu ${{ matrix.flags }} --microvm | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo --features fs qemu ${{ matrix.flags }} --virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo --features fs --smp 4 qemu ${{ matrix.flags }} --virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo --features fs qemu ${{ matrix.flags }} --virtiofsd --no-default-virtio-features | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo --features fs --smp 4 qemu ${{ matrix.flags }} --virtiofsd --no-default-virtio-features | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo qemu ${{ matrix.flags }} | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo --smp 4 qemu ${{ matrix.flags }} | |
| # https://github.com/hermit-os/kernel/issues/737 | |
| if: matrix.arch != 'aarch64' | |
| # https://github.com/hermit-os/kernel/issues/1286 | |
| continue-on-error: ${{ matrix.arch == 'riscv64' }} | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rusty_demo --smp 4 qemu ${{ matrix.flags }} --uefi | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package rftrace-example qemu ${{ matrix.flags }} --virtiofsd | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package httpd --features ci,hermit/dhcpv4 qemu ${{ matrix.flags }} --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package httpd --features ci,hermit/dhcpv4 qemu ${{ matrix.flags }} --netdev virtio-net-pci --no-default-virtio-features | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package httpd --no-default-features --features ci,hermit/dhcpv4,hermit/tcp qemu ${{ matrix.flags }} --microvm --netdev virtio-net-mmio | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package httpd --features ci,hermit/dhcpv4,hermit/rtl8139 qemu ${{ matrix.flags }} --netdev rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package testudp --features hermit/udp,hermit/dhcpv4 qemu ${{ matrix.flags }} --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package testudp --features hermit/udp,hermit/dhcpv4,hermit/rtl8139 qemu ${{ matrix.flags }} --netdev rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package miotcp --features hermit/dhcpv4 qemu ${{ matrix.flags }} --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package miotcp --features hermit/dhcpv4,hermit/rtl8139 qemu ${{ matrix.flags }} --netdev rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package poll --features hermit/dhcpv4 qemu ${{ matrix.flags }} --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package poll --features hermit/dhcpv4,hermit/rtl8139 qemu ${{ matrix.flags }} --netdev rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package mioudp --features hermit/udp,hermit/dhcpv4 qemu ${{ matrix.flags }} --netdev virtio-net-pci | |
| if: matrix.arch != 'riscv64' | |
| - run: cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --package mioudp --features hermit/udp,hermit/dhcpv4,hermit/rtl8139 qemu ${{ matrix.flags }} --netdev rtl8139 | |
| if: matrix.arch == 'x86_64' | |
| - run: UHYVE=$CARGO_HOME/bin/uhyve cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --sudo --package rusty_demo uhyve | |
| if: matrix.arch == 'x86_64' | |
| - run: UHYVE=$CARGO_HOME/bin/uhyve cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --sudo --package rusty_demo --smp 4 uhyve | |
| if: matrix.arch == 'x86_64' | |
| - run: FIRECRACKER=$HOME/.local/bin/firecracker cargo xtask ci rs --arch ${{ matrix.arch }} --profile ${{ matrix.profile }} --sudo --package hello_world --no-default-features firecracker | |
| if: matrix.arch == 'x86_64' |