Update environment configuration for local setup and improve API key handling

Author: Acuspeedster

.env

@@ -1,6 +1,7 @@
-# Environment variables
-LLM_API_KEY=dummy-key  # This is fine for local node
+# Local Gaia node configuration
 LLM_API_BASE=http://localhost:8080/v1
-LLM_MODEL=Qwen2.5-Coder-3B-Instruct
-LLM_EMBED_MODEL=gte-Qwen2-1.5B-instruct
-LLM_EMBED_SIZE=1536
+LLM_MODEL=Qwen2.5-Coder-3B-Instruct-Q5_K_M
+LLM_EMBED_MODEL=local-embed
+LLM_EMBED_SIZE=768
+# No API key needed for local setup
+LLM_API_KEY=

.github/workflows/test-mcp-server.yml

@@ -12,11 +12,11 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
-      LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
-      LLM_API_BASE: https://coder.gaia.domains/v1
-      LLM_MODEL: Qwen2.5-Coder-32B-Instruct-Q5_K_M
-      LLM_EMBED_MODEL: nomic-embed
+      LLM_API_BASE: http://localhost:8080/v1
+      LLM_MODEL: Qwen2.5-Coder-3B-Instruct-Q5_K_M  
+      LLM_EMBED_MODEL: local-embed
       LLM_EMBED_SIZE: 768
+      LLM_API_KEY: ""
       SKIP_VECTOR_SEARCH: "true"  
 
     steps:

app/main.py

@@ -21,9 +21,10 @@
 
 app = FastAPI(title="Rust Project Generator API")
 
-# Get API key from environment variable
-api_key = os.getenv("LLM_API_KEY")
-if not api_key:
+# Get API key from environment variable (make optional)
+api_key = os.getenv("LLM_API_KEY", "")
+# Only validate if not using local setup
+if not api_key and not os.getenv("LLM_API_BASE", "").startswith("http://localhost"):
     raise ValueError("LLM_API_KEY environment variable not set")
 
 # Get embedding size from environment variable

docker-compose.yml

@@ -5,10 +5,10 @@ services:
       - "8000:8000"
     environment:
       - LLM_API_KEY=${LLM_API_KEY}
-      - LLM_API_BASE=${LLM_API_BASE:-https://coder.gaia.domains/v1}
-      - LLM_MODEL=${LLM_MODEL:-Qwen2.5-Coder-32B-Instruct-Q5_K_M}
-      - LLM_EMBED_MODEL=${LLM_EMBED_MODEL:-nomic-embed}
-      - LLM_EMBED_SIZE=${LLM_EMBED_SIZE:-768}
+      - LLM_API_BASE=http://host.docker.internal:8080/v1
+      - LLM_MODEL=Qwen2.5-Coder-3B-Instruct-Q5_K_M
+      - LLM_EMBED_MODEL=local-embed
+      - LLM_EMBED_SIZE=768
       - QDRANT_HOST=qdrant
       - QDRANT_PORT=6333
     command: uvicorn app.main:app --host 0.0.0.0 --port 8000