Merge pull request #479 from lmnr-ai/dev

Merge pull request #478 from lmnr-ai/chat-name-fallback

Author: dinmukhamedm

.env

@@ -14,3 +14,7 @@ AEAD_SECRET_KEY=0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef
 
 ANTHROPIC_API_KEY=sk-ant-api03-0123456789abcdef0123456789abcdef0123456789abcdef0123456789abcdef
 SCRAPYBARA_API_KEY=scrapy-01234567-89ab-cdef-0123-456789abcdef
+
+# Uncomment and set this to enable OpenAI support. Currently used in Next.js
+# to generate chat names.
+# OPENAI_API_KEY

docker-compose-full.yml

@@ -95,6 +95,11 @@ services:
       BACKEND_HTTP_PORT: 8000
       BACKEND_GRPC_PORT: 8001
       DATABASE_URL: postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}
+    healthcheck:
+      test: ["CMD", "sleep", "5"]
+      interval: 10s
+      timeout: 5s
+      retries: 1
 
   app-server:
     image: ghcr.io/lmnr-ai/app-server
@@ -112,7 +117,7 @@ services:
       clickhouse:
         condition: service_started
       agent-manager:
-        condition: service_started
+        condition: service_healthy
     environment:
       PORT: 8000
       GRPC_PORT: 8001
@@ -126,6 +131,7 @@ services:
       ENVIRONMENT: FULL
       AEAD_SECRET_KEY: ${AEAD_SECRET_KEY}
       AGENT_MANAGER_URL: http://agent-manager:8901
+
   frontend:
     image: ghcr.io/lmnr-ai/frontend
     ports:
@@ -147,6 +153,7 @@ services:
       ENVIRONMENT: FULL
       CLICKHOUSE_URL: http://clickhouse:8123
       CLICKHOUSE_USER: ${CLICKHOUSE_USER}
+      OPENAI_API_KEY: ${OPENAI_API_KEY}
 
 volumes:
   qdrant-data:

docker-compose-local-build.yml

@@ -92,6 +92,11 @@ services:
       BACKEND_HTTP_PORT: 8000
       BACKEND_GRPC_PORT: 8001
       DATABASE_URL: postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}
+    healthcheck:
+      test: ["CMD", "sleep", "5"]
+      interval: 10s
+      timeout: 5s
+      retries: 1
 
   app-server:
     ports:
@@ -114,7 +119,7 @@ services:
       python-executor:
         condition: service_started
       agent-manager:
-        condition: service_started
+        condition: service_healthy
     environment:
       PORT: 8000
       GRPC_PORT: 8001
@@ -146,6 +151,7 @@ services:
       ENVIRONMENT: FULL
       CLICKHOUSE_URL: http://clickhouse:8123
       CLICKHOUSE_USER: ${CLICKHOUSE_USER}
+      OPENAI_API_KEY: ${OPENAI_API_KEY}
 
 volumes:
   qdrant-data:

docker-compose.yml

@@ -62,6 +62,7 @@ services:
       ENVIRONMENT: LITE # this disables some runtime dependencies
       CLICKHOUSE_URL: http://clickhouse:8123
       CLICKHOUSE_USER: ${CLICKHOUSE_USER}
+      OPENAI_API_KEY: ${OPENAI_API_KEY}
 
   agent-manager:
     image: ghcr.io/lmnr-ai/agent-manager
@@ -79,6 +80,12 @@ services:
       BACKEND_HTTP_PORT: 8000
       BACKEND_GRPC_PORT: 8001
       DATABASE_URL: postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB}
+    healthcheck:
+      # naive sleep to ensure agent-manager is ready
+      test: ["CMD", "sleep", "3"]
+      interval: 3s
+      timeout: 5s
+      retries: 1
 
   app-server:
     image: ghcr.io/lmnr-ai/app-server
@@ -92,7 +99,7 @@ services:
       clickhouse:
         condition: service_started
       agent-manager:
-        condition: service_started
+        condition: service_healthy
     environment:
       PORT: 8000
       GRPC_PORT: 8001

frontend/.env.local.example

@@ -30,3 +30,4 @@ AWS_SECRET_ACCESS_KEY=
 S3_TRACE_PAYLOADS_BUCKET=
 
 REDIS_URL=
+OPENAI_API_KEY=

frontend/app/api/completion/route.ts

@@ -4,6 +4,10 @@ import { generateText } from "ai";
 export async function POST(req: Request) {
   const { prompt }: { prompt: string } = await req.json();
 
+  if (!process.env.OPENAI_API_KEY) {
+    return Response.json({ error: "OPENAI_API_KEY is not set" }, { status: 500 });
+  }
+
   const { text } = await generateText({
     model: openai("gpt-4"),
     system: "You are a helpful assistant.",

frontend/components/chat/utils.ts

@@ -64,6 +64,10 @@ export const generateChatName = async (input: string) => {
       prompt: `Summarize the following message into a brief 3-5 word title, focusing on the main topic or question: "${input}"`,
     }),
   });
+  if (!response.ok) {
+    // Fallback if we couldn't call the language model
+    return input.slice(0, 50).trim().replace(/["\n]/g, "");
+  }
 
   const result = (await response.json()) as { text: string };