-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add simple pipeline to install dependencies and build a docker
image for Nvidia and Intel HW.
- Loading branch information
Showing
5 changed files
with
169 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,83 @@ | ||
# This is a basic workflow to help you get started with Actions | ||
|
||
name: Build & Publush | ||
|
||
# Controls when the action will run. | ||
on: | ||
# Triggers the workflow on all push or pull request events | ||
push: | ||
pull_request: | ||
|
||
release: | ||
types: [created] | ||
|
||
# Allows you to run this workflow manually from the Actions tab | ||
workflow_dispatch: | ||
|
||
schedule: | ||
- cron: "0 0 * * *" | ||
|
||
# added using https://github.com/step-security/secure-repo | ||
permissions: | ||
contents: read | ||
|
||
# A workflow run is made up of one or more jobs that can run sequentially or in parallel | ||
jobs: | ||
Docker: | ||
name: Build&Push to DockerHub | ||
if: (github.event_name == 'push' || github.event_name == 'pull_request') | ||
runs-on: ubuntu-latest | ||
strategy: | ||
matrix: | ||
infer-hw: ['nvidia', 'intel'] | ||
env: | ||
DOCKER_REPO: 'sippylabs/infernos' | ||
BASE_IMAGE: 'ubuntu:24.10' | ||
PYTHON_VER: '3.11' | ||
CONDA_MAINENV: 'Infernos' | ||
INFER_HW: ${{ matrix.infer-hw }} | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v4 | ||
with: | ||
submodules: 'recursive' | ||
|
||
- name: Set up Docker Buildx | ||
uses: docker/setup-buildx-action@v3 | ||
|
||
- name: Log in to Docker Hub | ||
if: github.event_name != 'pull_request' | ||
uses: docker/login-action@v3 | ||
with: | ||
username: ${{ secrets.DOCKER_USERNAME }} | ||
password: ${{ secrets.DOCKER_PASSWORD }} | ||
|
||
- name: Extract metadata (tags, labels) for Docker | ||
id: meta | ||
uses: docker/metadata-action@v5 | ||
with: | ||
images: ${{ env.DOCKER_REPO }} | ||
tags: | | ||
type=schedule | ||
type=ref,event=branch,prefix=${{ env.INFER_HW }}- | ||
type=ref,event=tag,prefix=${{ env.INFER_HW }}- | ||
type=ref,event=pr,prefix=${{ env.INFER_HW }}- | ||
type=raw,value=${{ env.INFER_HW }}-latest,enable={{is_default_branch}} | ||
type=sha | ||
- name: Build Docker image | ||
uses: docker/build-push-action@v6 | ||
with: | ||
context: . | ||
file: ./docker/Dockerfile | ||
push: true | ||
build-args: | | ||
BASE_IMAGE=${{ env.BASE_IMAGE }} | ||
PYTHON_VER=${{ env.PYTHON_VER }} | ||
CONDA_MAINENV=${{ env.CONDA_MAINENV }} | ||
INFER_HW=${{ env.INFER_HW }} | ||
tags: | | ||
${{ steps.meta.outputs.tags }} | ||
labels: ${{ steps.meta.outputs.labels }} | ||
cache-from: type=gha | ||
cache-to: type=gha,mode=max |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,30 @@ | ||
# syntax=docker/dockerfile:1.7-labs | ||
|
||
ARG BASE_IMAGE=ubuntu:24.10 | ||
FROM $BASE_IMAGE AS build | ||
LABEL maintainer="Maksym Sobolyev <[email protected]>" | ||
|
||
USER root | ||
|
||
# Build & install everything | ||
WORKDIR /tmp | ||
ENV DEBIAN_FRONTEND=noninteractive | ||
RUN apt-get update | ||
ARG APT_INSTALL="apt-get install --no-install-recommends -y" | ||
ARG APT_CLEAN="apt-get clean" | ||
RUN ${APT_INSTALL} lsb-release ca-certificates && ${APT_CLEAN} | ||
COPY docker/install_conda.sh . | ||
RUN ./install_conda.sh | ||
COPY docker/setup_conda.sh . | ||
ARG PYTHON_VER | ||
ARG CONDA_MAINENV | ||
RUN ./setup_conda.sh | ||
COPY docker/install_requirements.sh requirements.txt . | ||
ARG INFER_HW | ||
ENV CONDA_MAINENV="${CONDA_MAINENV}" | ||
ENV PYTHON_CMD="python${PYTHON_VER}" | ||
ENV CONDA_ACTIVATE="eval . /opt/conda/etc/profile.d/conda.sh && conda activate ${CONDA_MAINENV}" | ||
RUN ./install_requirements.sh | ||
|
||
COPY --exclude=.git --exclude=.github --link . /Infernos | ||
WORKDIR /Infernos |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,13 @@ | ||
#!/bin/sh | ||
|
||
set -e | ||
set -x | ||
|
||
${APT_INSTALL} curl gpg | ||
curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > /usr/share/keyrings/conda-archive-keyring.gpg | ||
|
||
echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list | ||
|
||
apt update | ||
${APT_INSTALL} conda | ||
${APT_CLEAN} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,32 @@ | ||
#!/bin/sh | ||
|
||
set -e | ||
set -x | ||
|
||
DEV_PKGS="gcc g++ libc6-dev cmake pkg-config make git" | ||
PIP_INSTALL="${PYTHON_CMD} -m pip install" | ||
|
||
${APT_INSTALL} ${DEV_PKGS} | ||
${CONDA_ACTIVATE} | ||
|
||
case "${INFER_HW}" in | ||
nvidia) | ||
;; | ||
intel) | ||
${PIP_INSTALL} torch==2.1.0.post2 torchvision==0.16.0.post2 torchaudio==2.1.0.post2 \ | ||
intel-extension-for-pytorch==2.1.30.post0 oneccl_bind_pt==2.1.300+xpu \ | ||
--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ | ||
;; | ||
*) | ||
echo "Unknown INFER_HW: '${INFER_HW}'" >&2 | ||
false | ||
;; | ||
esac | ||
|
||
${PIP_INSTALL} -r requirements.txt | ||
|
||
apt-get remove -y ${DEV_PKGS} | ||
apt-get autoremove -y | ||
${APT_CLEAN} | ||
rm -r ~/.cache | ||
mkdir ~/.cache |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,11 @@ | ||
#!/bin/sh | ||
|
||
set -e | ||
set -x | ||
|
||
. /opt/conda/etc/profile.d/conda.sh | ||
conda create -y --name "${CONDA_MAINENV}" python=${PYTHON_VER} | ||
conda activate "${CONDA_MAINENV}" | ||
conda install -y pip | ||
rm -r ~/.cache | ||
mkdir ~/.cache |