-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add simple pipeline to install dependencies and preload
models.
- Loading branch information
Showing
6 changed files
with
209 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,131 @@ | ||
# This is a basic workflow to help you get started with Actions | ||
|
||
name: Build, Test & Publush | ||
|
||
# Controls when the action will run. | ||
on: | ||
# Triggers the workflow on all push or pull request events | ||
push: | ||
pull_request: | ||
|
||
release: | ||
types: [created] | ||
|
||
# Allows you to run this workflow manually from the Actions tab | ||
workflow_dispatch: | ||
|
||
schedule: | ||
- cron: "0 0 * * *" | ||
|
||
# added using https://github.com/step-security/secure-repo | ||
permissions: | ||
contents: read | ||
|
||
# A workflow run is made up of one or more jobs that can run sequentially or in parallel | ||
jobs: | ||
build_and_test_python: | ||
if: false | ||
strategy: | ||
matrix: | ||
python-version: ['3.11', '3.12'] | ||
os: ['24.10'] | ||
|
||
runs-on: ubuntu-latest | ||
container: | ||
image: ubuntu:${{ matrix.os }} | ||
env: | ||
PYTHON_CMD: "python${{ matrix.python-version }}" | ||
|
||
# Steps represent a sequence of tasks that will be executed as part of the job | ||
steps: | ||
- name: Install git | ||
run: | | ||
apt-get update | ||
apt-get install --no-install-recommends -y git lsb-release ca-certificates | ||
- uses: actions/checkout@v4 | ||
|
||
- uses: conda-incubator/setup-miniconda@v3 | ||
with: | ||
auto-update-conda: true | ||
python-version: ${{ matrix.python-version }} | ||
activate-environment: Infernos | ||
|
||
- name: Conda init | ||
run: conda init | ||
|
||
- name: Conda list | ||
run: | | ||
. ~/miniconda3/etc/profile.d/conda.sh | ||
conda activate Infernos | ||
conda list | ||
- name: Install dependencies | ||
run: | | ||
apt-get install --no-install-recommends -y gcc g++ libc6-dev cmake pkg-config make | ||
. ~/miniconda3/etc/profile.d/conda.sh | ||
conda activate Infernos | ||
conda install -y pip | ||
${PYTHON_CMD} -m pip install -U -r requirements.txt | ||
- name: Preload models | ||
run: | | ||
. ~/miniconda3/etc/profile.d/conda.sh | ||
conda activate Infernos | ||
rm -rf ~/.cache | ||
mkdir ~/.cache | ||
python Infernos.py -f docker/preload_it_de.yaml | ||
Docker: | ||
name: Build&Push to DockerHub | ||
if: (github.event_name == 'push' || github.event_name == 'pull_request') | ||
runs-on: ubuntu-latest | ||
env: | ||
DOCKER_REPO: 'sippylabs/infernos' | ||
BASE_IMAGE: 'ubuntu:24.10' | ||
PYTHON_VER: '3.11' | ||
CONDA_MAINENV': 'Infernos' | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v4 | ||
with: | ||
submodules: 'recursive' | ||
|
||
- name: Set up Docker Buildx | ||
uses: docker/setup-buildx-action@v3 | ||
|
||
- name: Log in to Docker Hub | ||
if: github.event_name != 'pull_request' | ||
uses: docker/login-action@v3 | ||
with: | ||
username: ${{ secrets.DOCKER_USERNAME }} | ||
password: ${{ secrets.DOCKER_PASSWORD }} | ||
|
||
- name: Extract metadata (tags, labels) for Docker | ||
id: meta | ||
uses: docker/metadata-action@v5 | ||
with: | ||
images: ${{ env.DOCKER_REPO }} | ||
tags: | | ||
type=schedule | ||
type=ref,event=branch | ||
type=ref,event=tag | ||
type=ref,event=pr | ||
type=raw,value=latest,enable={{is_default_branch}} | ||
type=sha | ||
- name: Build Docker image | ||
uses: docker/build-push-action@v6 | ||
with: | ||
context: . | ||
file: ./docker/Dockerfile | ||
push: true | ||
build-args: | | ||
BASE_IMAGE=${{ env.BASE_IMAGE }} | ||
PYTHON_VER=${{ env.PYTHON_VER }} | ||
CONDA_MAINENV=${{ env.CONDA_MAINENV }} | ||
tags: | | ||
${{ steps.meta.outputs.tags }} | ||
labels: ${{ steps.meta.outputs.labels }} | ||
cache-from: type=gha | ||
cache-to: type=gha,mode=max |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,27 @@ | ||
ARG BASE_IMAGE=ubuntu:24.10 | ||
ARG PYTHON_VER | ||
ARG CONDA_MAINENV | ||
FROM $BASE_IMAGE AS build | ||
LABEL maintainer="Maksym Sobolyev <[email protected]>" | ||
|
||
USER root | ||
|
||
# Set Environment Variables | ||
ENV DEBIAN_FRONTEND=noninteractive | ||
ENV PYTHON_VER=${PYTHON_VER} | ||
ENV CONDA_MAINENV=${CONDA_MAINENV} | ||
|
||
WORKDIR /docker | ||
|
||
# Build & install everything | ||
RUN apt-get update | ||
RUN apt-get install --no-install-recommends -y git lsb-release ca-certificates && apt-get clean | ||
COPY docker/install_conda.sh /docker | ||
RUN /docker/install_conda.sh | ||
COPY docker/install_requirements.sh /docker | ||
COPY requirements.txt /docker | ||
RUN cd /docker && ./install_requirements.sh | ||
|
||
WORKDIR /Infernos | ||
COPY . /Infernos | ||
RUN /Infernos/docker/preload_models.sh |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,15 @@ | ||
#!/bin/sh | ||
|
||
set -e | ||
set -x | ||
|
||
apt-get install --no-install-recommends -y curl gpg | ||
curl https://repo.anaconda.com/pkgs/misc/gpgkeys/anaconda.asc | gpg --dearmor > /tmp/conda.gpg | ||
install -o root -g root -m 644 /tmp/conda.gpg /usr/share/keyrings/conda-archive-keyring.gpg | ||
rm /tmp/conda.gpg | ||
|
||
echo "deb [arch=amd64 signed-by=/usr/share/keyrings/conda-archive-keyring.gpg] https://repo.anaconda.com/pkgs/misc/debrepo/conda stable main" > /etc/apt/sources.list.d/conda.list | ||
|
||
apt update | ||
apt-get install --no-install-recommends -y conda | ||
apt-get clean |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,19 @@ | ||
#!/bin/sh | ||
|
||
set -e | ||
set -x | ||
|
||
PYTHON_CMD="python${PYTHON_VER}" | ||
DEV_PKGS="gcc g++ libc6-dev cmake pkg-config make" | ||
|
||
apt-get install --no-install-recommends -y ${DEV_PKGS} | ||
. /opt/conda/etc/profile.d/conda.sh | ||
conda create -y --name "${CONDA_MAINENV}" python=${PYTHON_VER} | ||
conda activate "${CONDA_MAINENV}" | ||
conda install -y pip | ||
${PYTHON_CMD} -m pip install -U -r requirements.txt | ||
apt-get remove -y ${DEV_PKGS} | ||
apt-get autoremove -y | ||
apt-get clean | ||
rm -r ~/.cache | ||
mkdir ~/.cache |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,7 @@ | ||
apps: | ||
live_translator: | ||
profiles: | ||
configuration1: | ||
stt_langs: ['de', 'it'] | ||
tts_langs: ['it', 'de'] | ||
live_translator_precache: true |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,10 @@ | ||
#!/bin/sh | ||
|
||
set -e | ||
set -x | ||
|
||
PYTHON_CMD="python${PYTHON_VER}" | ||
|
||
. /opt/conda/etc/profile.d/conda.sh | ||
conda activate "${CONDA_MAINENV}" | ||
${PYTHON_CMD} /Infernos/Infernos.py -f /Infernos/docker/preload_it_de.yaml |