Merge pull request #5263 from twz123/cgroup-setup-in-docker #11675
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Go build | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - release-* | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'examples/**' | |
| - '**.md' | |
| - LICENSE | |
| - '**.svg' | |
| - '.github/workflows/docs.yml' | |
| - '.github/workflows/mkdocs-set-default-version.yml' | |
| - 'mkdocs.yml' | |
| pull_request: | |
| branches: | |
| - main | |
| - release-* | |
| paths-ignore: | |
| - 'docs/**' | |
| - 'examples/**' | |
| - '**.md' | |
| - LICENSE | |
| - '**.svg' | |
| - '.github/workflows/docs.yml' | |
| - '.github/workflows/mkdocs-set-default-version.yml' | |
| - 'mkdocs.yml' | |
| env: | |
| MAKEFLAGS: -j | |
| CURL_OPTS: --proto =https --tlsv1.2 --retry 5 --retry-all-errors --silent --show-error --location --fail | |
| jobs: | |
| prepare: | |
| name: Prepare | |
| runs-on: ubuntu-latest | |
| outputs: | |
| smoketest-matrix: ${{ steps.generate-smoketest-matrix.outputs.smoketests }} | |
| autopilot-matrix: ${{ steps.generate-autopilot-matrix.outputs.matrix }} | |
| steps: | |
| - name: "Workflow run :: Checkout" | |
| uses: actions/checkout@v4 | |
| with: | |
| persist-credentials: false | |
| - name: "Generate :: Smoke test matrix" | |
| id: generate-smoketest-matrix | |
| run: | | |
| ./vars.sh FROM=inttest smoketests | jq --raw-input --raw-output \ | |
| 'split(" ") | [ .[] | select(startswith("check-")) | .[6:] ] | "smoketests=" + tojson' >>$GITHUB_OUTPUT | |
| - name: "Generate :: Autopilot test matrix" | |
| id: generate-autopilot-matrix | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| k0sSortVersion=$(./vars.sh FROM=. k0s_sort_version) | |
| mkdir -p build/cache/bin | |
| curl $CURL_OPTS --output build/cache/bin/k0s_sort "https://github.com/k0sproject/version/releases/download/$k0sSortVersion/k0s_sort-linux-amd64" | |
| chmod +x build/cache/bin/k0s_sort | |
| export PATH="$(realpath build/cache/bin):$PATH" | |
| set -x | |
| k8sVersion="$(./vars.sh kubernetes_version)" | |
| majorVersion="${k8sVersion%%.*}" | |
| minorVersion=${k8sVersion#$majorVersion.} | |
| minorVersion="${minorVersion%%.*}" | |
| { | |
| printf matrix= | |
| hack/tools/gen-matrix.sh "$majorVersion.$(($minorVersion - 1))" "$majorVersion.$minorVersion" | |
| } >> "$GITHUB_OUTPUT" | |
| build-k0s: | |
| strategy: | |
| matrix: | |
| target-os: [linux, windows] | |
| target-arch: [amd64] | |
| name: "Build :: k0s :: ${{ matrix.target-os }}-${{ matrix.target-arch }}" | |
| uses: ./.github/workflows/build-k0s.yml | |
| with: | |
| target-os: ${{ matrix.target-os }} | |
| target-arch: ${{ matrix.target-arch }} | |
| build-airgap-image-bundle: | |
| name: "Build :: Airgap image bundle" | |
| needs: [build-k0s] | |
| uses: ./.github/workflows/build-airgap-image-bundle.yml | |
| with: | |
| target-os: linux | |
| target-arch: amd64 | |
| generate-sbom: | |
| name: "Build :: SBOM" | |
| needs: [build-k0s] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| - name: Generate SBOM | |
| run: | | |
| make bindata | |
| mkdir -p sbom && chmod 777 sbom | |
| make sbom/spdx.json | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: spdx.json | |
| path: sbom/spdx.json | |
| unittests-k0s-linux-amd64: | |
| name: "Unit tests :: linux-amd64" | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| with: | |
| persist-credentials: false | |
| - name: Cache GOCACHE | |
| uses: actions/cache@v4 | |
| with: | |
| key: unittests-k0s-linux-amd64-gocache-${{ github.ref_name }}-${{ github.sha }} | |
| restore-keys: | | |
| unittests-k0s-linux-amd64-gocache-${{ github.ref_name }}- | |
| build-k0s-linux-amd64-gocache-${{ github.ref_name }}- | |
| path: | | |
| build/cache/go/build | |
| - name: Cache GOMODCACHE | |
| uses: actions/cache@v4 | |
| with: | |
| key: unittests-k0s-linux-amd64-gomodcache-${{ hashFiles('go.sum') }} | |
| restore-keys: | | |
| build-k0s-linux-amd64-gomodcache-${{ hashFiles('go.sum') }} | |
| path: | | |
| build/cache/go/mod | |
| - name: Run unit tests | |
| env: | |
| EMBEDDED_BINS_BUILDMODE: none | |
| run: make check-unit | |
| unittests-k0s-windows-amd64: | |
| name: "Unit tests :: windows-amd64" | |
| runs-on: windows-2022 | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - name: Check out | |
| uses: actions/checkout@v4 | |
| with: | |
| persist-credentials: false | |
| - name: Prepare build environment | |
| run: .github/workflows/prepare-build-env.sh | |
| - name: Set up Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Cache GOCACHE | |
| uses: actions/cache@v4 | |
| with: | |
| key: unittests-k0s-windows-amd64-gocache-${{ github.ref_name }}-${{ github.sha }} | |
| restore-keys: | | |
| unittests-k0s-windows-amd64-gocache-${{ github.ref_name }}- | |
| path: | | |
| ~\AppData\Local\go-build | |
| - name: Cache GOMODCACHE | |
| uses: actions/cache@v4 | |
| with: | |
| key: unittests-k0s-windows-amd64-gomodcache-${{ hashFiles('go.sum') }} | |
| restore-keys: | | |
| build-k0s-windows-amd64-gomodcache-${{ hashFiles('go.sum') }} | |
| path: | | |
| ~\go\pkg\mod | |
| - name: Run unit tests | |
| env: | |
| EMBEDDED_BINS_BUILDMODE: none | |
| TARGET_OS: windows | |
| GO: go | |
| GO_ENV: '' | |
| run: | | |
| make --touch .k0sbuild.docker-image.k0s | |
| make check-unit | |
| smoketests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| smoke-suite: ${{ fromJson(needs.prepare.outputs.smoketest-matrix) }} | |
| name: "Smoke test :: ${{ matrix.smoke-suite }}" | |
| needs: [prepare, build-k0s, build-airgap-image-bundle] | |
| uses: ./.github/workflows/smoketest.yaml | |
| with: | |
| name: ${{ matrix.smoke-suite }} | |
| autopilot-tests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| version: ${{fromJson(needs.prepare.outputs.autopilot-matrix)}} | |
| smoke-suite: | |
| - controllerworker | |
| - ha3x3 | |
| name: "Autopilot test :: ${{ matrix.version }} :: ${{ matrix.smoke-suite }}" | |
| needs: [prepare, build-k0s] | |
| uses: ./.github/workflows/smoketest.yaml | |
| with: | |
| name: ap-${{ matrix.smoke-suite }} | |
| job-name: autopilot-test | |
| k0s-reference-version: ${{ matrix.version }} | |
| build-arm: | |
| name: build on armv7/arm64 | |
| if: github.repository == 'k0sproject/k0s' | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: | |
| - arm # this is armv7 | |
| - arm64 | |
| runs-on: | |
| - self-hosted | |
| - linux | |
| - ${{ matrix.arch }} | |
| steps: | |
| # https://github.com/actions/checkout/issues/273#issuecomment-642908752 (see below) | |
| - name: "Pre: Fixup directories" | |
| if: matrix.arch == 'arm' | |
| run: find . -type d -not -perm /u+w -exec chmod u+w '{}' \; | |
| - name: Set up Docker Context for Buildx | |
| if: matrix.arch != 'arm' | |
| run: docker context create builders | |
| - name: Set up Docker Buildx | |
| if: matrix.arch != 'arm' | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| endpoint: builders | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # for `git describe` | |
| persist-credentials: false | |
| - name: Prepare build environment | |
| run: .github/workflows/prepare-build-env.sh | |
| - name: Set up Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Cache embedded binaries | |
| uses: actions/cache@v4 | |
| with: | |
| key: ${{ runner.os }}-embedded-bins-${{ matrix.arch }}-${{ hashFiles('**/embedded-bins/**/*') }} | |
| path: | | |
| .bins.linux.stamp | |
| embedded-bins/staging/linux/bin/ | |
| embedded-bins/Makefile.variables | |
| - name: Cache GOCACHE | |
| uses: actions/cache@v4 | |
| with: | |
| key: ${{ runner.os }}-smoketest-arm-gocache-${{ matrix.arch }}-${{ github.ref_name }}-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-smoketest-arm-gocache-${{ matrix.arch }}-${{ github.ref_name }}- | |
| path: | | |
| build/cache/go/build | |
| - name: Cache GOMODCACHE | |
| uses: actions/cache@v4 | |
| with: | |
| key: ${{ runner.os }}-smoketest-arm-gomodcache-${{ matrix.arch }}-${{ hashFiles('go.sum') }} | |
| path: | | |
| build/cache/go/mod | |
| - name: Build | |
| run: | | |
| make bindata | |
| make --touch codegen | |
| make build | |
| - name: Upload compiled executable | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: k0s-${{ matrix.arch }} | |
| path: k0s | |
| - name: Unit tests | |
| run: make check-unit | |
| - name: Create airgap image list | |
| run: make airgap-images.txt | |
| - name: Cache airgap image bundle | |
| id: cache-airgap-image-bundle | |
| uses: actions/cache@v4 | |
| with: | |
| key: airgap-image-bundle-linux-${{ matrix.arch }}-${{ hashFiles('Makefile', 'airgap-images.txt', 'hack/image-bundler/*') }} | |
| path: | | |
| airgap-images.txt | |
| airgap-image-bundle-linux-${{ matrix.arch }}.tar | |
| - name: Create airgap image bundle if not cached | |
| if: steps.cache-airgap-image-bundle.outputs.cache-hit != 'true' | |
| run: make airgap-image-bundle-linux-${{ matrix.arch }}.tar | |
| - name: Upload airgap bundle | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: airgap-image-bundle-linux-${{ matrix.arch }}.tar | |
| path: airgap-image-bundle-linux-${{ matrix.arch }}.tar | |
| # TODO We probably want to separate the smoketest into a separate callable workflow which we can call from the build step | |
| # This way we could actually fully parallelize the build and smoketest steps. Currently we are limited by the fact that | |
| # smoke-test step only start after both arm and armv7 builds have finished. | |
| smoketest-arm: | |
| name: Smoke test on armv7/arm64 -- ${{ matrix.test }} | |
| if: github.repository == 'k0sproject/k0s' | |
| needs: [build-arm] | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| arch: | |
| - arm # this is armv7 | |
| - arm64 | |
| test: | |
| - check-basic | |
| - check-calico | |
| - check-airgap | |
| runs-on: | |
| - self-hosted | |
| - linux | |
| - ${{ matrix.arch }} | |
| steps: | |
| - name: Set up Docker Context for Buildx | |
| if: matrix.arch != 'arm' | |
| run: docker context create builders | |
| - name: Set up Docker Buildx | |
| if: matrix.arch != 'arm' | |
| uses: docker/setup-buildx-action@v3 | |
| with: | |
| endpoint: builders | |
| - name: Check out code into the Go module directory | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 # for `git describe` | |
| persist-credentials: false | |
| - name: Prepare build environment | |
| run: .github/workflows/prepare-build-env.sh | |
| - name: Set up Go | |
| uses: actions/setup-go@v3 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| - name: Download compiled binary | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: k0s-${{ matrix.arch }} | |
| - name: k0s sysinfo | |
| run: | | |
| chmod +x k0s | |
| ./k0s sysinfo | |
| - name: Download airgap bundle | |
| if: contains(matrix.test, 'airgap') | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: airgap-image-bundle-linux-${{ matrix.arch }}.tar | |
| - name: Run smoketest | |
| run: make -C inttest ${{ matrix.test }} | |
| - name: Collect k0s logs and support bundle | |
| if: failure() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: smoketest-${{ matrix.arch }}-check-basic-files | |
| path: | | |
| /tmp/*.log | |
| /tmp/support-bundle.tar.gz | |
| # https://github.com/actions/checkout/issues/273#issuecomment-642908752 | |
| # Golang mod cache tends to set directories to read-only, which breaks any | |
| # attempts to simply remove those directories. The `make clean-gocache` | |
| # target takes care of this, but the mod cache can't be deleted here, | |
| # since it shall be cached across builds, and caching takes place as a | |
| # post build action. So, as a workaround, ensure that all subdirectories | |
| # are writable. | |
| - name: "Post: Fixup directories" | |
| if: always() && matrix.arch == 'arm' | |
| run: find . -type d -not -perm /u+w -exec chmod u+w '{}' \; | |
| - name: "Docker prune" | |
| if: always() && matrix.arch == 'arm' | |
| run: docker system prune --force --filter "until=$((24*7))h" |