test(hfjobs): send bearer token with hfjobs secrets

Author: mfuntowicz

.github/workflows/integration.yml

@@ -165,6 +165,7 @@ jobs:
             --instance-size ${INSTANCE_SIZE})
           echo "ENDPOINT_NAME=$(cat ${ENDPOINT_DETAILS} | jq -r '.[].name')" >> "$GITHUB_ENV"
           echo "ENDPOINT_URL=$(cat ${ENDPOINT_DETAILS} | jq -r '.[].url')" >> "$GITHUB_ENV"
+          echo "Successfully started endpoint: ${ENDPOINT_NAME}"
 
       - name: "Build test runner container from the image repo"
         id: build_container_test_runner
@@ -186,9 +187,9 @@ jobs:
           MODEL=$(cat ${ENDPOINT_REPO_HFJOBS_DEPLOY_CONF_PATH} | jq -r '.model' )
           echo "$(cat ${ENDPOINT_REPO_HFJOBS_DEPLOY_CONF_PATH} | jq -r '.description' )" >> "$GITHUB_STEP_SUMMARY"
           echo "Running $(cat ${ENDPOINT_REPO_HFJOBS_DEPLOY_CONF_PATH} | jq -r '.id' ) on ${HARDWARE}"
-          hfjobs run --timeout 10m ${{ format('mfuntowicz/{0}-test:{1}', env.ENDPOINT_REPO, env.COMMIT_ID) }}
+          hfjobs run --timeout 10m --secrets OPENAI_API_KEY=${{ env.HF_TOKEN }} ${{ format('mfuntowicz/{0}-test:{1}', env.ENDPOINT_REPO, env.COMMIT_ID) }}
 
       - name: "Delete endpoint"
         if: ${{ steps.deploy_endpoint.outcome == 'success' }}
-        run: $(${HF_CLI} endpoints delete ${ENDPOINT_NAME})
+        run: ${HF_CLI} endpoints delete ${ENDPOINT_NAME}
 

Dockerfile

@@ -1,5 +1,5 @@
 FROM ghcr.io/pyo3/maturin:v1.8.3 AS builder
 
-COPY . /opt/endpoints/build
-RUN cd /opt/endpoints/build/hfendpoints && \
-    CARGO_TARGET_DIR=/usr/local/hfendpoints/dist maturin build -f --release --out /usr/local/hfendpoints/dist --features python
+RUN --mount=type=bind,source=.,target=/opt/hfendpoints/build \
+    cd /opt/hfendpoints/build/hfendpoints && \
+    CARGO_TARGET_DIR=/opt/hfendpoints/dist maturin build -f --release --out /opt/hfendpoints/dist --features python