feat: fix ingester dockerfile name, add task-build-image generic workflow to build push image, add docker compose for production

Author: ijusttookadnatest

.github/workflows/task-build-image.yml

@@ -0,0 +1,64 @@
+name: Create and publish a Docker image
+
+on:
+  workflow_dispatch:
+  workflow_call:
+    inputs:
+      registry:
+        description: Container registry domain
+        required: true
+        type: string
+      image-name:
+        description: Name for the Docker image
+        required: true
+        type: string
+      image-file:
+        description: Dockerfile used to build the image
+        required: true
+        type: string
+
+permissions:
+  contents: read
+  packages: write
+  attestations: write
+  id-token: write
+
+jobs:
+  build-and-push-image:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Extract metadata
+        id: meta-backend
+        uses: docker/metadata-action@v5
+        with:
+          images: ${{ inputs.registry }}/${{ inputs.image-name }}/${{ inputs.image-file }}
+          tags: |
+            type=ref,event=branch
+            type=sha,format=short
+            type=raw,value=latest,enable=${{ github.ref == 'refs/heads/main' }}
+
+      - name: Log in to the Container registry
+        uses: docker/login-action@v3
+        with:
+          registry: ${{ inputs.registry }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build and push Docker image
+        id: push-image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          push: true
+          file: ./${{ inputs.image-file }}.dockerfile
+          tags: ${{ steps.meta-backend.outputs.tags }}
+          labels: ${{ steps.meta-backend.outputs.labels }}
+          cache-from: type=gha
+          cache-to: type=gha,mode=max

.github/workflows/test-build.yml

@@ -71,7 +71,7 @@ jobs:
         with:
           context: .
           push: true
-          file: ./ingester.dockerfile
+          file: ./ingest.dockerfile
           tags: ${{ steps.meta-ingester.outputs.tags }}
           labels: ${{ steps.meta-ingester.outputs.labels }}
           cache-from: type=gha

docker-compose.yml renamed to docker-compose.dev.yml

@@ -5,13 +5,19 @@ services:
     shm_size: 1g
     env_file:
       - .env
-    ports:
-      - 5432:5432
+    expose:
+      - 5432
     volumes:
-      - ./data:/var/lib/postgresql/data
+      - postgres_data:/var/lib/postgresql/data
     restart: unless-stopped
     networks:
       - cairo_coder
+    healthcheck:
+      test: ['CMD-SHELL', 'pg_isready -U yo -d cairo_coder_db']
+      interval: 5s
+      timeout: 5s
+      retries: 5
+      start_period: 10s
 
   backend:
     container_name: 'backend'
@@ -26,7 +32,7 @@ services:
       - packages/backend/.env
     depends_on:
       postgres:
-        condition: service_started
+        condition: service_healthy
     restart: unless-stopped
     networks:
       - cairo_coder
@@ -38,7 +44,7 @@ services:
     profiles: ['ingester']
     depends_on:
       postgres:
-        condition: service_started
+        condition: service_healthy
     networks:
       - cairo_coder
 

docker-compose.prod.yml

@@ -0,0 +1,65 @@
+services:
+  cairo-coder-postgres:
+    image: pgvector/pgvector:pg17
+    container_name: cairo-coder-postgres
+    shm_size: 1g
+    env_file:
+      - .env
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    restart: unless-stopped
+    networks:
+      - cairo_coder
+    healthcheck:
+      test: ['CMD-SHELL', 'pg_isready -U yo -d cairo_coder_db']
+      interval: 5s
+      timeout: 5s
+      retries: 5
+      start_period: 10s
+
+  cairo-coder-backend:
+    image: gchr.io/repo/cairo-coder-backend:123456
+    container_name: cairo-coder-backend
+    env_file:
+      - packages/backend/.env
+    expose:
+      - 3001
+    depends_on:
+      - postgres:
+          condition: service_healthy
+    restart: unless-stopped
+    networks:
+      - cairo_coder
+      - services
+    deploy:
+      resources:
+        limits:
+          memory: 4G
+    labels:
+      - 'traefik.enable=true'
+      - 'traefik.docker.network=services'
+      - 'traefik.http.routers.proxy.rule=Host(cairo-coder.kasar.io)'
+      - 'traefik.http.routers.proxy.entrypoints=websecure'
+      - 'traefik.http.routers.proxy.tls.certresolver=letsencrypt'
+      - 'traefik.http.services.proxy.loadbalancer.server.port=3001'
+
+  cairo-coder-ingester:
+    image: gchr.io/repo/cairo-coder-ingester:123456
+    container_name: cairo-coder-ingester
+    depends_on:
+      - postgres:
+          condition: service_healthy
+      - backend:
+          condition: service_started
+    restart: 'no'
+    networks:
+      - cairo_coder
+
+networks:
+  cairo_coder:
+    internal: true
+  services:
+    external: true
+
+volumes:
+  postgres_data: