Skip to content

Commit

Permalink
Add simple pipeline to install dependencies and preload
Browse files Browse the repository at this point in the history
models.
  • Loading branch information
sobomax committed Jul 18, 2024
1 parent 0898cf6 commit d61d738
Show file tree
Hide file tree
Showing 6 changed files with 209 additions and 0 deletions.
131 changes: 131 additions & 0 deletions .github/workflows/main.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,131 @@
# This is a basic workflow to help you get started with Actions

name: Build, Test & Publush

# Controls when the action will run.
on:
# Triggers the workflow on all push or pull request events
push:
pull_request:

release:
types: [created]

# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:

schedule:
- cron: "0 0 * * *"

# added using https://github.com/step-security/secure-repo
permissions:
contents: read

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
build_and_test_python:
if: false
strategy:
matrix:
python-version: ['3.11', '3.12']
os: ['24.10']

runs-on: ubuntu-latest
container:
image: ubuntu:${{ matrix.os }}
env:
PYTHON_CMD: "python${{ matrix.python-version }}"

# Steps represent a sequence of tasks that will be executed as part of the job
steps:
- name: Install git
run: |
apt-get update
apt-get install --no-install-recommends -y git lsb-release ca-certificates
- uses: actions/checkout@v4

- uses: conda-incubator/setup-miniconda@v3
with:
auto-update-conda: true
python-version: ${{ matrix.python-version }}
activate-environment: Infernos

- name: Conda init
run: conda init

- name: Conda list
run: |
. ~/miniconda3/etc/profile.d/conda.sh
conda activate Infernos
conda list
- name: Install dependencies
run: |
apt-get install --no-install-recommends -y gcc g++ libc6-dev cmake pkg-config make
. ~/miniconda3/etc/profile.d/conda.sh
conda activate Infernos
conda install -y pip
${PYTHON_CMD} -m pip install -U -r requirements.txt
- name: Preload models
run: |
. ~/miniconda3/etc/profile.d/conda.sh
conda activate Infernos
rm -rf ~/.cache
mkdir ~/.cache
python Infernos.py -f docker/preload_it_de.yaml
Docker:
name: Build&Push to DockerHub
if: (github.event_name == 'push' || github.event_name == 'pull_request')
runs-on: ubuntu-latest
env:
DOCKER_REPO: 'sippylabs/infernos'
BASE_IMAGE: 'ubuntu:24.10'
PYTHON_VER: '3.11'
CONDA_MAINENV': 'Infernos'
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
submodules: 'recursive'

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3

- name: Log in to Docker Hub
if: github.event_name != 'pull_request'
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}

- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@v5
with:
images: ${{ env.DOCKER_REPO }}
tags: |
type=schedule
type=ref,event=branch
type=ref,event=tag
type=ref,event=pr
type=raw,value=latest,enable={{is_default_branch}}
type=sha
- name: Build Docker image
uses: docker/build-push-action@v6
with:
context: .
file: ./docker/Dockerfile
push: true
build-args: |
BASE_IMAGE=${{ env.BASE_IMAGE }}
PYTHON_VER=${{ env.PYTHON_VER }}
CONDA_MAINENV=${{ env.CONDA_MAINENV }}
tags: |
${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
cache-from: type=gha
cache-to: type=gha,mode=max
27 changes: 27 additions & 0 deletions docker/Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
ARG BASE_IMAGE=ubuntu:24.10
ARG PYTHON_VER
ARG CONDA_MAINENV
FROM $BASE_IMAGE AS build
LABEL maintainer="Maksym Sobolyev <[email protected]>"

USER root

# Set Environment Variables
ENV DEBIAN_FRONTEND=noninteractive
ENV PYTHON_VER=${PYTHON_VER}
ENV CONDA_MAINENV=${CONDA_MAINENV}

WORKDIR /docker

# Build & install everything
RUN apt-get update
RUN apt-get install --no-install-recommends -y git lsb-release ca-certificates && apt-get clean
COPY docker/install_conda.sh /docker
RUN /docker/install_conda.sh
COPY docker/install_requirements.sh /docker
COPY requirements.txt /docker
RUN cd /docker && ./install_requirements.sh

WORKDIR /Infernos
COPY . /Infernos
RUN /Infernos/docker/preload_models.sh
15 changes: 15 additions & 0 deletions docker/install_conda.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
#!/bin/sh

set -e
set -x

apt-get install --no-install-recommends -y curl gpg
curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > /tmp/conda.gpg
install -o root -g root -m 644 /tmp/conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg
rm /tmp/conda.gpg

echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list

apt update
apt-get install --no-install-recommends -y conda
apt-get clean
19 changes: 19 additions & 0 deletions docker/install_requirements.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
#!/bin/sh

set -e
set -x

PYTHON_CMD="python${PYTHON_VER}"
DEV_PKGS="gcc g++ libc6-dev cmake pkg-config make"

apt-get install --no-install-recommends -y ${DEV_PKGS}
. /opt/conda/etc/profile.d/conda.sh
conda create -y --name "${CONDA_MAINENV}" python=${PYTHON_VER}
conda activate "${CONDA_MAINENV}"
conda install -y pip
${PYTHON_CMD} -m pip install -U -r requirements.txt
apt-get remove -y ${DEV_PKGS}
apt-get autoremove -y
apt-get clean
rm -r ~/.cache
mkdir ~/.cache
7 changes: 7 additions & 0 deletions docker/preload_it_de.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
apps:
live_translator:
profiles:
configuration1:
stt_langs: ['de', 'it']
tts_langs: ['it', 'de']
live_translator_precache: true
10 changes: 10 additions & 0 deletions docker/preload_models.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
#!/bin/sh

set -e
set -x

PYTHON_CMD="python${PYTHON_VER}"

. /opt/conda/etc/profile.d/conda.sh
conda activate "${CONDA_MAINENV}"
${PYTHON_CMD} /Infernos/Infernos.py -f /Infernos/docker/preload_it_de.yaml

0 comments on commit d61d738

Please sign in to comment.