Merge pull request #92 from autonomys/refactor

docker cross compile

Author: vedhavyas

.github/workflows/docker.yml

@@ -27,6 +27,9 @@ jobs:
       packages: write
 
     steps:
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@49b3bc8e6bdd4a60e6116a5414239cba5943d3cf # v3.2.0
+
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@c47758b77c9736f4b2ef4073d4d51994fabfe349 # v3.7.1
         with:
@@ -53,13 +56,15 @@ jobs:
             type=ref,event=branch
             type=sha,format=long
           flavor: |
-            latest=${{ github.ref_name == 'main' || github.ref_type == 'tag' }}
+            latest=false
             suffix=
 
       - name: Build and push chain-alerter image
         uses: docker/build-push-action@4f58ea79222b3b9dc2c8bbdd6debcef730109a75 # v6.9.0
         with:
           file: docker/alerter.Dockerfile
+          # TODO: Add linux/amd64/v4 when runner supports it
+          platforms: linux/amd64,linux/amd64/v2,linux/amd64/v3,linux/arm64
           pull: true
           push: true
           tags: ${{ steps.meta.outputs.tags }}

docker/alerter.Dockerfile

@@ -1,10 +1,15 @@
+# This Dockerfile supports both native building and cross-compilation to x86-64, aarch64 and riscv64
 FROM --platform=$BUILDPLATFORM ubuntu:24.04
 
 ARG PROFILE=production
 ARG RUSTFLAGS
 # Incremental compilation here isn't helpful
 ENV CARGO_INCREMENTAL=0
 
+ENV PKG_CONFIG_ALLOW_CROSS=true
+ARG BUILDARCH
+ARG TARGETARCH
+
 WORKDIR /code
 
 RUN \
@@ -15,18 +20,68 @@ RUN \
         llvm \
         clang
 
+RUN \
+    if [ $BUILDARCH != "arm64" ] && [ $TARGETARCH = "arm64" ]; then \
+      DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+          g++-aarch64-linux-gnu \
+          gcc-aarch64-linux-gnu \
+          libc6-dev-arm64-cross \
+    ; fi
+
+RUN \
+    if [ $BUILDARCH != "riscv64" ] && [ $TARGETARCH = "riscv64" ]; then \
+      DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+          g++-riscv64-linux-gnu \
+          gcc-riscv64-linux-gnu \
+          libc6-dev-riscv64-cross \
+    ; fi
+
+RUN \
+    if [ $BUILDARCH != "amd64" ] && [ $TARGETARCH = "amd64" ]; then \
+      DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+          g++-x86-64-linux-gnu \
+          gcc-x86-64-linux-gnu \
+          libc6-dev-amd64-cross \
+    ; fi
+
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain none
 
 # Up until this line all Rust images in this repo should be the same to share the same layers
 
 COPY . /code
+ARG TARGETVARIANT
 
-
-RUN /root/.cargo/bin/cargo build \
+RUN \
+    if [ $BUILDARCH != "arm64" ] && [ $TARGETARCH = "arm64" ]; then \
+      export RUSTFLAGS="$RUSTFLAGS -C linker=aarch64-linux-gnu-gcc" \
+    ; fi && \
+    if [ $BUILDARCH != "riscv64" ] && [ $TARGETARCH = "riscv64" ]; then \
+      export RUSTFLAGS="$RUSTFLAGS -C linker=riscv64-linux-gnu-gcc" \
+    ; fi && \
+    if [ $TARGETARCH = "amd64" ] && [ "$RUSTFLAGS" = "" ]; then \
+      case "$TARGETVARIANT" in \
+        # x86-64-v2 with AES-NI
+        "v2") export RUSTFLAGS="-C target-cpu=x86-64-v2" ;; \
+        # x86-64-v3 with AES-NI
+        "v3") export RUSTFLAGS="-C target-cpu=x86-64-v3 -C target-feature=+aes" ;; \
+        # v4 is compiled for Zen 4+
+        "v4") export RUSTFLAGS="-C target-cpu=znver4" ;; \
+        # Default build is for Skylake
+        *) export RUSTFLAGS="-C target-cpu=skylake" ;; \
+      esac \
+    ; fi && \
+    if [ $BUILDARCH != "amd64" ] && [ $TARGETARCH = "amd64" ]; then \
+      export RUSTFLAGS="$RUSTFLAGS -C linker=x86_64-linux-gnu-gcc" \
+    ; fi && \
+    sed -i 's/deny(unused_crate_dependencies)/allow(unused_crate_dependencies)/' alerter/src/main.rs && \
+    RUSTC_TARGET_ARCH=$(echo $TARGETARCH | sed "s/amd64/x86_64/g" | sed "s/arm64/aarch64/g" | sed "s/riscv64/riscv64gc/g") && \
+    /root/.cargo/bin/cargo -Zgitoxide -Zgit build \
         --locked \
+        -Z build-std \
         --profile $PROFILE \
-        --bin alerter && \
-    mv target/*/alerter /alerter && \
+        --bin alerter \
+        --target $RUSTC_TARGET_ARCH-unknown-linux-gnu && \
+    mv target/*/*/alerter /alerter && \
     rm -rf target
 
 FROM ubuntu:24.04

rust-toolchain.toml

@@ -1,4 +1,4 @@
 [toolchain]
 channel = "nightly-2025-05-31"
-profile = "minimal"
-components = ["clippy", "rustfmt"]
+components = ["rust-src", "clippy", "rustfmt"]
+profile = "default"