debug: add debug log for assess gemini stream response delay and fix compose prod

Author: ijusttookadnatest

docker-compose.dev.yml

@@ -1,7 +1,7 @@
 services:
-  postgres:
+  cairo-coder-postgres:
     image: pgvector/pgvector:pg17
-    container_name: 'postgresql'
+    container_name: 'cairo-coder-postgres'
     shm_size: 1g
     env_file:
       - .env
@@ -19,8 +19,8 @@ services:
       retries: 5
       start_period: 10s
 
-  backend:
-    container_name: 'backend'
+  cairo-coder-backend:
+    container_name: 'cairo-coder-backend'
     build:
       context: .
       dockerfile: backend.dockerfile
@@ -31,19 +31,19 @@ services:
     env_file:
       - packages/backend/.env
     depends_on:
-      postgres:
+      cairo-coder-postgres:
         condition: service_healthy
     restart: unless-stopped
     networks:
       - cairo_coder
 
-  ingester:
+  cairo-coder-ingester:
     build:
       context: .
-      dockerfile: ingest.dockerfile
+      dockerfile: ingester.dockerfile
     profiles: ['ingester']
     depends_on:
-      postgres:
+      cairo-coder-postgres:
         condition: service_healthy
     networks:
       - cairo_coder

docker-compose.prod.yml

@@ -4,7 +4,7 @@ services:
     container_name: cairo-coder-postgres
     shm_size: 1g
     env_file:
-      - .env
+      - ./config/.env
     volumes:
       - postgres_data:/var/lib/postgresql/data
     restart: unless-stopped
@@ -18,15 +18,13 @@ services:
       start_period: 10s
 
   cairo-coder-backend:
-    image: gchr.io/repo/cairo-coder-backend:123456
+    image: ghcr.io/kasarlabs/cairo-coder/backend:sha-7e38821
     container_name: cairo-coder-backend
-    env_file:
-      - packages/backend/.env
-    expose:
-      - 3001
     depends_on:
-      - postgres:
-          condition: service_healthy
+      cairo-coder-postgres:
+        condition: service_healthy
+    volumes:
+      - ./config/config.toml:/app/packages/agents/config.toml
     restart: unless-stopped
     networks:
       - cairo_coder
@@ -38,19 +36,22 @@ services:
     labels:
       - 'traefik.enable=true'
       - 'traefik.docker.network=services'
-      - 'traefik.http.routers.proxy.rule=Host(cairo-coder.kasar.io)'
-      - 'traefik.http.routers.proxy.entrypoints=websecure'
-      - 'traefik.http.routers.proxy.tls.certresolver=letsencrypt'
-      - 'traefik.http.services.proxy.loadbalancer.server.port=3001'
+      - 'traefik.http.routers.cairo-coder-backend.rule=Host(`cairo-coder.kasar.io`)'
+      - 'traefik.http.routers.cairo-coder-backend.entrypoints=websecure'
+      - 'traefik.http.routers.cairo-coder-backend.tls.certresolver=letsencrypt'
+      - 'traefik.http.services.cairo-coder-backend.loadbalancer.server.port=3001'
 
   cairo-coder-ingester:
-    image: gchr.io/repo/cairo-coder-ingester:123456
+    image: ghcr.io/kasarlabs/cairo-coder/ingester:sha-7e38821
     container_name: cairo-coder-ingester
+    profiles: ['ingester']
+    volumes:
+      - ./config/config.toml:/app/packages/agents/config.toml
     depends_on:
-      - postgres:
-          condition: service_healthy
-      - backend:
-          condition: service_started
+      cairo-coder-postgres:
+        condition: service_healthy
+      cairo-coder-backend:
+        condition: service_started
     restart: 'no'
     networks:
       - cairo_coder

packages/agents/src/core/pipeline/answerGenerator.ts

@@ -28,8 +28,11 @@ export class AnswerGenerator {
     logger.debug('Final Prompt:' + prompt);
 
     // Use stream instead of invoke, and pipe through StringOutputParser
+    logger.debug('Before streaming response');
+    const startTime = Date.now();
     const stream = await this.llm.stream(prompt);
     logger.debug('Started streaming response');
+    logger.debug(`Time to stream: ${Date.now() - startTime}ms`);
     return stream;
   }
 

packages/agents/src/core/pipeline/ragPipeline.ts

@@ -1,5 +1,10 @@
 import { Embeddings } from '@langchain/core/embeddings';
-import { RagInput, StreamHandler, RagSearchConfig, LLMConfig } from '../../types';
+import {
+  RagInput,
+  StreamHandler,
+  RagSearchConfig,
+  LLMConfig,
+} from '../../types';
 import { QueryProcessor } from './queryProcessor';
 import { DocumentRetriever } from './documentRetriever';
 import { AnswerGenerator } from './answerGenerator';
@@ -61,10 +66,13 @@ export class RagPipeline {
 
       // Step 3: Generate the answer as a stream
       const stream = await this.answerGenerator.generate(input, retrieved);
+      const startTime = Date.now();
       for await (const chunk of stream) {
         handler.emitResponse(chunk);
+        logger.debug(`Time to get chunk: ${Date.now() - startTime}ms`);
       }
       logger.debug('Stream ended');
+      logger.debug(`Total time: ${Date.now() - startTime}ms`);
       handler.emitEnd();
     } catch (error) {
       logger.error('Pipeline error:', error);