fix: improve MCP server testing workflow and error handling

Author: Acuspeedster

.github/workflows/test-mcp-server.yml

@@ -24,7 +24,7 @@ jobs:
 
       - name: Install jq
         run: sudo apt-get install -y jq
-        
+
       - name: Run docker compose
         uses: hoverkraft-tech/[email protected]
         with:
@@ -34,65 +34,60 @@ jobs:
       - name: Wait for services to be ready
         run: |
           echo "Waiting for services to be ready..."
-          # Longer wait time for services
           sleep 60
-          # Show running containers
           docker ps
 
       - name: Verify container readiness
         run: |
           echo "Checking Docker container status..."
           docker ps
           
-          # Check if all containers are running
-          if ! docker ps | grep -q api; then
-            echo "ERROR: API container is not running!"
-            echo "Building container logs:"
-            docker compose logs --tail=100 api
-            exit 1
-          fi
-          
-          if ! docker ps | grep -q mcp-server; then
-            echo "ERROR: MCP server container is not running!"
-            docker compose logs --tail=100 mcp-server
-            exit 1
-          fi
-          
-          if ! docker ps | grep -q mcp-proxy; then
-            echo "ERROR: MCP proxy container is not running!"
-            docker compose logs --tail=100 mcp-proxy
-            exit 1
-          fi
-          
-          echo "All required containers are running."
+          for container in api mcp-server mcp-proxy; do
+            if ! docker ps | grep -q "$container"; then
+              echo "ERROR: $container is not running!"
+              docker compose logs --tail=100 "$container"
+              exit 1
+            fi
+          done
+
+          echo "All containers are running."
           echo "API container logs:"
           docker logs $(docker ps -q --filter name=api)
-          
+
           echo "Waiting 30 more seconds for services to stabilize..."
           sleep 30
 
-      - name: Install cmcp client
+      - name: Install cmcp client (latest version)
+        run: |
+          pip install --upgrade cmcp
+          echo "cmcp version:"
+          cmcp --version
+          echo "cmcp help output:"
+          cmcp --help
+
+      - name: Check MCP proxy port binding
         run: |
-          pip install cmcp
+          echo "Checking if anything is listening on port 3000..."
+          sudo lsof -i :3000 || echo "Nothing found on port 3000"
+          curl --fail --silent http://localhost:3000/tools/list || echo "Port 3000 not responding"
 
-      - name: Test FastAPI endpoints with better error handling
+      - name: Test FastAPI endpoints
         run: |
           echo "Testing FastAPI /mcp/compile endpoint..."
           RESPONSE=$(curl -s -S -f -X POST http://localhost:8000/mcp/compile \
             -H "Content-Type: application/json" \
             -d '{
               "code": "[filename: Cargo.toml]\n[package]\nname = \"hello_world\"\nversion = \"0.1.0\"\nedition = \"2021\"\n\n[dependencies]\n\n[filename: src/main.rs]\nfn main() {\n    println!(\"Hello, World!\");\n}"
             }' || echo "CURL_FAILED")
-          
+
           if [ "$RESPONSE" = "CURL_FAILED" ]; then
-            echo "Failed to connect to FastAPI service. Debug information:"
+            echo "Failed to connect to FastAPI service"
             docker ps
             docker logs $(docker ps -q --filter name=api)
             exit 1
           fi
-          
           echo "$RESPONSE" | jq || echo "$RESPONSE"
-          
+
           echo "Testing FastAPI /mcp/compile-and-fix endpoint..."
           RESPONSE=$(curl -s -S -f -X POST http://localhost:8000/mcp/compile-and-fix \
             -H "Content-Type: application/json" \
@@ -101,38 +96,42 @@ jobs:
               "description": "A simple hello world program",
               "max_attempts": 3
             }' || echo "CURL_FAILED")
-            
+
           if [ "$RESPONSE" = "CURL_FAILED" ]; then
-            echo "Failed to connect to FastAPI service. Debug information:"
+            echo "Failed to connect to FastAPI service"
             docker ps
             docker logs $(docker ps -q --filter name=api)
             exit 1
           fi
-          
-          echo "$RESPONSE"
+          echo "$RESPONSE" | jq || echo "$RESPONSE"
 
       - name: Test MCP Server with cmcp client
         run: |
           echo "Testing MCP server compile method..."
           echo '{
             "code": "[filename: Cargo.toml]\n[package]\nname = \"hello_world\"\nversion = \"0.1.0\"\nedition = \"2021\"\n\n[dependencies]\n\n[filename: src/main.rs]\nfn main() {\n    println!(\"Hello, World!\");\n}"
-          }' | cmcp tools/call http://localhost:3000 rust-compiler compile
+          }' | cmcp tools/call http://localhost:3000 rust-compiler compile || {
+            echo "MCP compile test failed"
+            exit 1
+          }
 
           echo "Testing MCP server compileAndFix method..."
           echo '{
             "code": "[filename: Cargo.toml]\n[package]\nname = \"hello_world\"\nversion = \"0.1.0\"\nedition = \"2021\"\n\n[dependencies]\n\n[filename: src/main.rs]\nfn main() {\n    println!(\"Hello, World!\" // Missing closing parenthesis\n}",
-            "description": "A simple hello world program", 
+            "description": "A simple hello world program",
             "max_attempts": 3
-          }' | cmcp tools/call http://localhost:3000 rust-compiler compileAndFix
-
+          }' | cmcp tools/call http://localhost:3000 rust-compiler compileAndFix || {
+            echo "MCP compileAndFix test failed"
+            exit 1
+          }
 
       - name: Check Docker logs on failure
         if: failure()
         run: |
           echo "Checking Docker logs for troubleshooting..."
           docker compose logs || echo "Failed to get logs"
-          
+
       - name: Check MCP proxy logs
         run: |
           echo "MCP proxy logs:"
-          docker logs $(docker ps -a -q --filter name=mcp-proxy) || echo "Failed to get MCP proxy logs"
+          docker logs $(docker ps -a -q --filter name=mcp-proxy) || echo "Failed to get MCP proxy logs"