fix: update MCP server configuration to use SSE transport and environment variables

Author: Acuspeedster

docker-compose.yml

@@ -17,34 +17,26 @@ services:
       - qdrant
 
   mcp-server:
-    build: .
-    ports:
-      - "3001:3001"  # Add port mapping for the MCP server
+    build:
+      context: .
+      dockerfile: Dockerfile
     environment:
+      - MCP_TRANSPORT=sse
+      - MCP_HOST=0.0.0.0
+      - MCP_PORT=3001
       - LLM_API_KEY=${LLM_API_KEY}
-      - LLM_API_BASE=${LLM_API_BASE:-https://coder.gaia.domains/v1}
-      - LLM_MODEL=${LLM_MODEL:-Qwen2.5-Coder-32B-Instruct-Q5_K_M}
-      - LLM_EMBED_MODEL=${LLM_EMBED_MODEL:-nomic-embed}
-      - LLM_EMBED_SIZE=${LLM_EMBED_SIZE:-768}
       - QDRANT_HOST=qdrant
       - QDRANT_PORT=6333
+    command: python -m examples.run_mcp_server
+    volumes:
+      - .:/app
     depends_on:
       - qdrant
-    # Use the run_mcp_server.py script which properly sets up the server
-    command: python -m examples.run_mcp_server
-    
+
   mcp-proxy:
-    image: sparfenyuk/mcp-proxy:latest
+    image: ghcr.io/microsoft/mcp-proxy:latest
     ports:
       - "3000:3000"
-    volumes:
-      - ./mcp-proxy-config.json:/app/mcp-proxy-config.json
+    command: http://mcp-server:3001/sse --port 3000 --host 0.0.0.0 --allow-origin="*"
     depends_on:
-      - mcp-server
-      
-  qdrant:
-    image: qdrant/qdrant
-    ports:
-      - "6333:6333"
-    volumes:
-      - ./qdrant_data:/qdrant/storage
+      - mcp-server

examples/run_mcp_server.py

@@ -1,48 +1,52 @@
+import os
 from app.mcp_server import RustMCPServer
-from app.mcp_service import RustCompilerMCP
-from app.llm_client import LlamaEdgeClient
 from app.vector_store import QdrantStore
-from app.compiler import RustCompiler
-from app.response_parser import ResponseParser
-import os
+from app.llm_client import LlamaEdgeClient
+from app.mcp_service import RustCompilerMCP
 from dotenv import load_dotenv
 
-load_dotenv()
-
 def main():
-    # Initialize components
-    api_key = os.getenv("LLM_API_KEY")
-    llm_embed_size = int(os.getenv("LLM_EMBED_SIZE", "1536"))
+    load_dotenv()
 
-    # Get LLM API base URL
-    llm_api_base = os.getenv("LLM_API_BASE", "https://coder.gaia.domains/v1")
-    llm_model = os.getenv("LLM_MODEL", "Qwen2.5-Coder-32B-Instruct-Q5_K_M")
-    llm_embed_model = os.getenv("LLM_EMBED_MODEL", "nomic-embed")
-    
-    # Get Qdrant connection details
-    qdrant_host = os.getenv("QDRANT_HOST", "localhost")
-    qdrant_port = int(os.getenv("QDRANT_PORT", "6333"))
-    
-    # Set environment variables for QdrantStore
-    os.environ["QDRANT_HOST"] = qdrant_host
-    os.environ["QDRANT_PORT"] = str(qdrant_port)
+    # Get API key from environment variable
+    api_key = os.getenv("LLM_API_KEY")
+    if not api_key:
+        raise ValueError("LLM_API_KEY environment variable not set")
 
-    # Initialize LlamaEdgeClient with all required parameters
-    llm_client = LlamaEdgeClient(api_key=api_key, api_base=llm_api_base, model=llm_model, embed_model=llm_embed_model)
+    # Get embedding size from environment variable
+    llm_embed_size = int(os.getenv("LLM_EMBED_SIZE", "1536"))
 
-    # Initialize QdrantStore with just the embedding_size parameter
+    # Initialize components
+    llm_client = LlamaEdgeClient(api_key=api_key)
     vector_store = QdrantStore(embedding_size=llm_embed_size)
-    vector_store.create_collection("project_examples")
-    vector_store.create_collection("error_examples")
-    
-    # Initialize MCP service
+
+    # Create collections
+    try:
+        vector_store.create_collection("project_examples")
+        print("Created collection: project_examples")
+    except Exception as e:
+        if "already exists" in str(e):
+            print("Collection project_examples already exists")
+        else:
+            raise
+
+    try:
+        vector_store.create_collection("error_examples")
+        print("Created collection: error_examples")
+    except Exception as e:
+        if "already exists" in str(e):
+            print("Collection error_examples already exists")
+        else:
+            raise
+    
+    # Initialize service and server
     mcp_service = RustCompilerMCP(vector_store=vector_store, llm_client=llm_client)
-    
-    # Create and run MCP server
     server = RustMCPServer(mcp_service)
 
-    print("Starting MCP server on 0.0.0.0:3001")
-    server.run(host="0.0.0.0", port=3001)
+    # Start the server
+    host = os.getenv("MCP_HOST", "0.0.0.0")
+    port = int(os.getenv("MCP_PORT", "3001"))
+    server.run(host=host, port=port)
 
 if __name__ == "__main__":
     main()

mcp-proxy-config.json

@@ -1,9 +1,9 @@
 {
-    "providers": [
-      {
-        "name": "rust-compiler",
-        "url": "http://mcp-server:3001/sse",
-        "methods": ["compile", "compileAndFix", "vectorSearch"]
-      }
-    ]
-  }
+  "providers": [
+    {
+      "name": "rust-compiler",
+      "url": "http://mcp-server:3001/sse",
+      "methods": ["compile", "compileAndFix", "vectorSearch"]
+    }
+  ]
+}