Refactor AICI to use WebAssembly Component Model

.devcontainer/Dockerfile-cuda

@@ -11,7 +11,8 @@ RUN pip install torch==2.1.0 nvidia-cuda-runtime
 RUN ln -s /usr/local/lib/python3.10/dist-packages/nvidia/cuda_runtime/lib/libcudart.so{.12,}
 
 # perf tool
-RUN apt-get install -y linux-tools-`uname -r`
+COPY install-perf.sh /tmp/install-perf.sh
+RUN apt-get update && /tmp/install-perf.sh
 
 RUN source /usr/local/nvm/nvm.sh && npm install -g yarn
 

.devcontainer/Dockerfile-prod-vllm

@@ -1,8 +1,8 @@
-FROM rust:1.75.0-bookworm AS aicirt
+FROM rust:1.81.0-bookworm AS aicirt
 
 WORKDIR /workspace
 
-RUN rustup target add wasm32-wasi
+RUN rustup target add wasm32-wasip1
 RUN curl -fsSL https://deb.nodesource.com/setup_18.x | bash -
 RUN apt-get install -y nodejs
 

.devcontainer/Dockerfile-vllm

@@ -13,7 +13,7 @@ RUN pip install -r /tmp/requirements.txt
 
 # Uninstall the transformer engine that comes with the base image.
 # Otherwise it will cause error when importing vLLM (LLAVA models).
-RUN pip uninstall -y transformer_engine 
+RUN pip uninstall -y transformer_engine
 
 # crashes docker?
 # RUN pip install -v -U git+https://github.com/facebookresearch/xformers.git@main#egg=xformers
@@ -28,6 +28,7 @@ RUN pip uninstall -y transformer_engine
 RUN ln -s /usr/local/lib/python3.10/dist-packages/nvidia/cuda_runtime/lib/libcudart.so{.12,}
 
 # perf tool
-RUN apt-get install -y linux-tools-`uname -r`
+COPY install-perf.sh /tmp/install-perf.sh
+RUN apt-get update && /tmp/install-perf.sh
 
 RUN source /usr/local/nvm/nvm.sh && npm install -g yarn

.devcontainer/common.dockerfile

@@ -27,12 +27,13 @@ RUN cd /tmp && \
 ENV RUSTUP_HOME=/usr/local/rustup \
     CARGO_HOME=/usr/local/cargo \
     PATH=/usr/local/cargo/bin:$PATH \
-    RUST_VERSION=1.75.0
+    RUST_VERSION=1.81.0
 
 RUN curl https://sh.rustup.rs -sSf | sh -s -- \
      -y --no-modify-path --profile minimal --default-toolchain $RUST_VERSION
-RUN rustup target add wasm32-wasi
+RUN rustup target add wasm32-wasip1
 RUN rustup component add rustfmt
+RUN cargo install [email protected]
 
 # run as root please; note that settings in devcontainer.json are also needed...
 USER root

.devcontainer/install-perf.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+UNAME_R=$(uname -r)
+if [[ $UNAME_R == *"-microsoft-standard-WSL2" ]]; then
+  apt-get install -y linux-tools-generic
+else
+  apt-get install -y "linux-tools-$(uname -r)"
+fi

.github/workflows/aicirt-release.yml

@@ -19,7 +19,7 @@ jobs:
       - uses: actions/checkout@v3
         with:
           submodules: true
-      - run: rustup target add wasm32-wasi
+      - run: rustup target add wasm32-wasip1
       - uses: hendrikmuhs/[email protected]
       - uses: Swatinem/rust-cache@v2
         with:

.github/workflows/aicirt.yml

@@ -18,7 +18,7 @@ jobs:
     - uses: actions/checkout@v3
       with:
         submodules: true
-    - run: rustup target add wasm32-wasi
+    - run: rustup target add wasm32-wasip1
     - uses: hendrikmuhs/[email protected]
     - uses: Swatinem/rust-cache@v2
       with: