testdocquality available and add basic integration test ci

Author: ijusttookadnatest

.github/workflows/ci.yml renamed to .github/workflows/backend.yml

@@ -48,55 +48,18 @@ jobs:
 
       - name: Install turbo
         run: pnpm add turbo@latest -g
+
       - name: Build
         run: turbo build
 
-  test:
-    name: Test
-    runs-on: ubuntu-latest
-    needs: build
-
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 20
-
-      - name: Setup pnpm
-        uses: pnpm/action-setup@v3
-        with:
-          version: 9.10.0
-
-      - name: Get pnpm store directory
-        id: pnpm-cache
-        shell: bash
-        run: |
-          echo "STORE_PATH=$(pnpm store path)" >> $GITHUB_OUTPUT
-
-      - name: Setup pnpm cache
-        uses: actions/cache@v4
-        with:
-          path: ${{ steps.pnpm-cache.outputs.STORE_PATH }}
-          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
-          restore-keys: |
-            ${{ runner.os }}-pnpm-store-
-
-      - name: Install dependencies
-        run: pnpm install
-
-      - name: Install turbo
-        run: pnpm add turbo@latest -g
-
       - name: Create config file
         run: |
           mkdir -p packages/agents
           cat > packages/agents/config.toml << 'EOL'
           [API_KEYS]
           OPENAI = "${{ secrets.OPENAI_API_KEY }}"
           ANTHROPIC = "${{ secrets.ANTHROPIC_API_KEY }}"
+          GEMINI = "${{ secrets.GEMINI_API_KEY }}"
 
           [VECTOR_DB]
           POSTGRES_USER = "${{ secrets.POSTGRES_USER }}"
@@ -110,16 +73,16 @@ jobs:
           SIMILARITY_MEASURE = "cosine"
 
           [HOSTED_MODE]
-          DEFAULT_CHAT_PROVIDER = "${{ secrets.DEFAULT_CHAT_PROVIDER }}"
-          DEFAULT_CHAT_MODEL = "${{ secrets.DEFAULT_CHAT_MODEL }}"
-          DEFAULT_FAST_CHAT_PROVIDER = "${{ secrets.DEFAULT_FAST_CHAT_PROVIDER }}"
-          DEFAULT_FAST_CHAT_MODEL = "${{ secrets.DEFAULT_FAST_CHAT_MODEL }}"
-          DEFAULT_EMBEDDING_PROVIDER = "${{ secrets.DEFAULT_EMBEDDING_PROVIDER }}"
-          DEFAULT_EMBEDDING_MODEL = "${{ secrets.DEFAULT_EMBEDDING_MODEL }}"
+          DEFAULT_CHAT_PROVIDER = "anthropic"
+          DEFAULT_CHAT_MODEL = "Claude 3.5 Sonnet"
+          DEFAULT_FAST_CHAT_PROVIDER = "anthropic"
+          DEFAULT_FAST_CHAT_MODEL = "Claude 3.5 Sonnet"
+          DEFAULT_EMBEDDING_PROVIDER = "openai"
+          DEFAULT_EMBEDDING_MODEL = "Text embedding 3 large"
 
           [VERSIONS]
-          STARKNET_FOUNDRY = "${{ secrets.STARKNET_FOUNDRY_VERSION }}"
-          SCARB = "${{ secrets.SCARB_VERSION }}"
+          STARKNET_FOUNDRY = "0.37.0"
+          SCARB = "2.9.2"
           EOL
 
       - name: Create env file
@@ -135,3 +98,33 @@ jobs:
 
       - name: Run tests
         run: turbo test
+
+      - name: Build docker image
+        run: docker build -t cairo-coder-backend:${{ github.sha }} -f backend.dockerfile .
+
+      - name: Integration docker connection test with Docker Compose
+        run: |
+          docker-compose up -d postgres backend
+          echo "Waiting for services to be ready..."
+          sleep 20
+
+          chmod +x ./scripts/integration-tests.sh
+          chmod +x ./scripts/test-chat-completions.sh
+
+          echo -e "\n=== Running basic integration tests ==="
+          ./scripts/integration-tests.sh
+          INTEGRATION_RESULT=$?
+
+          echo -e "\n=== Running database connection test via chat/completions endpoint ==="
+          ./scripts/test-chat-completions.sh
+          DB_CONNECTION_RESULT=$?
+
+          if [ $INTEGRATION_RESULT -ne 0 ] || [ $DB_CONNECTION_RESULT -ne 0 ]; then
+            echo "❌ Integration tests failed!"
+            exit 1
+          else
+            echo "✅ All integration tests passed!"
+          fi
+
+      # - name: Push docker image
+      #   run: docker push ${{ github.repository }}:${{ github.sha }}

.github/workflows/generate-embeddings.yml renamed to .github/workflows/ingester.yml

@@ -71,6 +71,7 @@ jobs:
           [API_KEYS]
           OPENAI = "${{ secrets.OPENAI_API_KEY }}"
           ANTHROPIC = "${{ secrets.ANTHROPIC_API_KEY }}"
+          GEMINI = "${{ secrets.GEMINI_API_KEY }}"
 
           [VECTOR_DB]
           POSTGRES_USER = "${{ secrets.POSTGRES_USER }}"
@@ -84,16 +85,16 @@ jobs:
           SIMILARITY_MEASURE = "cosine"
 
           [HOSTED_MODE]
-          DEFAULT_CHAT_PROVIDER = "${{ secrets.DEFAULT_CHAT_PROVIDER }}"
-          DEFAULT_CHAT_MODEL = "${{ secrets.DEFAULT_CHAT_MODEL }}"
-          DEFAULT_FAST_CHAT_PROVIDER = "${{ secrets.DEFAULT_FAST_CHAT_PROVIDER }}"
-          DEFAULT_FAST_CHAT_MODEL = "${{ secrets.DEFAULT_FAST_CHAT_MODEL }}"
-          DEFAULT_EMBEDDING_PROVIDER = "${{ secrets.DEFAULT_EMBEDDING_PROVIDER }}"
-          DEFAULT_EMBEDDING_MODEL = "${{ secrets.DEFAULT_EMBEDDING_MODEL }}"
+          DEFAULT_CHAT_PROVIDER = "anthropic"
+          DEFAULT_CHAT_MODEL = "Claude 3.5 Sonnet"
+          DEFAULT_FAST_CHAT_PROVIDER = "anthropic"
+          DEFAULT_FAST_CHAT_MODEL = "Claude 3.5 Sonnet"
+          DEFAULT_EMBEDDING_PROVIDER = "openai"
+          DEFAULT_EMBEDDING_MODEL = "Text embedding 3 large"
 
           [VERSIONS]
-          STARKNET_FOUNDRY = "${{ secrets.STARKNET_FOUNDRY_VERSION }}"
-          SCARB = "${{ secrets.SCARB_VERSION }}"
+          STARKNET_FOUNDRY = "0.37.0"
+          SCARB = "2.9.2"
           EOL
 
       - name: Create env file

backend.dockerfile

@@ -2,6 +2,9 @@ FROM node:23.7-bullseye-slim
 
 WORKDIR /app
 
+# Installation de ping pour tester la connectivité réseau
+RUN apt-get update && apt-get install -y iputils-ping && rm -rf /var/lib/apt/lists/*
+
 # Copy root workspace files
 COPY pnpm-workspace.yaml ./
 COPY package.json ./

docker-compose.yml

@@ -1,9 +1,7 @@
-version: '3.8'
-
 services:
   postgres:
     image: pgvector/pgvector:pg17
-    container_name: "postgresql"
+    container_name: 'postgresql'
     shm_size: 1g
     env_file:
       - .env
@@ -16,6 +14,7 @@ services:
       - cairo_coder
 
   backend:
+    container_name: 'backend'
     build:
       context: .
       dockerfile: backend.dockerfile
@@ -29,12 +28,12 @@ services:
     restart: unless-stopped
     networks:
       - cairo_coder
-  
+
   ingester:
     build:
       context: .
       dockerfile: ingest.dockerfile
-    profiles: ["ingester"]
+    profiles: ['ingester']
     depends_on:
       postgres:
         condition: service_started
@@ -46,4 +45,3 @@ networks:
 
 volumes:
   postgres_data:
-

packages/agents/package.json

@@ -5,7 +5,7 @@
   "scripts": {
     "build": "tsc -p tsconfig.json",
     "test": "jest",
-    "test-doc-quality": "ts-node src/testDocQuality.ts"
+    "test-doc-quality": "ts-node src/tests/testDocQuality.ts"
   },
   "dependencies": {
     "@iarna/toml": "^2.2.5",