Refactor test workflow for API endpoints: rename job, streamline installation steps, and enhance endpoint testing with improved error handling and response validation.

Author: Acuspeedster

.github/workflows/test-mcp-server.yml

@@ -1,4 +1,4 @@
-name: Test MCP Server
+name: Test API Endpoints
 
 on:
   push:
@@ -22,8 +22,16 @@ jobs:
       - name: Checkout code
         uses: actions/[email protected]
 
-      - name: Install jq
-        run: sudo apt-get install -y jq
+      - name: Install Python and dependencies
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.10'
+      
+      - name: Install jq and curl
+        run: sudo apt-get install -y jq curl
+        
+      - name: Install Python dependencies
+        run: pip install -r requirements.txt
 
       - name: Run docker compose
         uses: hoverkraft-tech/[email protected]
@@ -39,56 +47,45 @@ jobs:
 
       - name: Verify container readiness
         run: |
-          echo "Checking Docker container status..."
           docker ps
-          
           for container in api mcp-server mcp-proxy; do
             if ! docker ps | grep -q "$container"; then
               echo "ERROR: $container is not running!"
               docker compose logs --tail=100 "$container"
               exit 1
             fi
           done
-
           echo "All containers are running."
-          echo "API container logs:"
-          docker logs $(docker ps -q --filter name=api)
-
-          echo "Waiting 30 more seconds for services to stabilize..."
-          sleep 30
 
-      - name: Install cmcp client (latest version)
+      - name: Test /mcp/compile endpoint
         run: |
-          pip install cmcp==0.1.0
-          echo "cmcp version:"
-          cmcp --version
-          echo "cmcp help output:"
-          cmcp --help
-
-      - name: Check MCP proxy port binding
-        run: |
-          echo "Checking if anything is listening on port 3000..."
-          sudo lsof -i :3000 || echo "Nothing found on port 3000"
-          curl --fail --silent http://localhost:3000/tools/list || echo "Port 3000 not responding"
-
-      - name: Test FastAPI endpoints
-        run: |
-          echo "Testing FastAPI /mcp/compile endpoint..."
+          echo "Testing /mcp/compile endpoint..."
           RESPONSE=$(curl -s -S -f -X POST http://localhost:8000/mcp/compile \
             -H "Content-Type: application/json" \
             -d '{
               "code": "[filename: Cargo.toml]\n[package]\nname = \"hello_world\"\nversion = \"0.1.0\"\nedition = \"2021\"\n\n[dependencies]\n\n[filename: src/main.rs]\nfn main() {\n    println!(\"Hello, World!\");\n}"
             }' || echo "CURL_FAILED")
 
           if [ "$RESPONSE" = "CURL_FAILED" ]; then
-            echo "Failed to connect to FastAPI service"
+            echo "Failed to connect to API service"
             docker ps
             docker logs $(docker ps -q --filter name=api)
             exit 1
           fi
+          
+          # Check for success in response
+          if ! echo "$RESPONSE" | jq -e '.success == true' > /dev/null; then
+            echo "Compilation failed:"
+            echo "$RESPONSE" | jq || echo "$RESPONSE"
+            exit 1
+          fi
+          
+          echo "Compilation successful!"
           echo "$RESPONSE" | jq || echo "$RESPONSE"
 
-          echo "Testing FastAPI /mcp/compile-and-fix endpoint..."
+      - name: Test /mcp/compile-and-fix endpoint
+        run: |
+          echo "Testing /mcp/compile-and-fix endpoint..."
           RESPONSE=$(curl -s -S -f -X POST http://localhost:8000/mcp/compile-and-fix \
             -H "Content-Type: application/json" \
             -d '{
@@ -98,40 +95,110 @@ jobs:
             }' || echo "CURL_FAILED")
 
           if [ "$RESPONSE" = "CURL_FAILED" ]; then
-            echo "Failed to connect to FastAPI service"
+            echo "Failed to connect to API service"
             docker ps
             docker logs $(docker ps -q --filter name=api)
             exit 1
           fi
-          echo "$RESPONSE" | jq || echo "$RESPONSE"
+          
+          # Verify the response format has filename markers
+          if ! echo "$RESPONSE" | grep -q "\[filename:"; then
+            echo "Response does not contain filename markers:"
+            echo "$RESPONSE"
+            exit 1
+          fi
+          
+          echo "Compile and fix successful! Response contains code files in text format."
 
-      - name: Test MCP Server with cmcp client
+      - name: Test /generate endpoint
         run: |
-          echo "Testing MCP server compile method..."
-          echo '{
-            "code": "[filename: Cargo.toml]\n[package]\nname = \"hello_world\"\nversion = \"0.1.0\"\nedition = \"2021\"\n\n[dependencies]\n\n[filename: src/main.rs]\nfn main() {\n    println!(\"Hello, World!\");\n}"
-          }' | cmcp http://localhost:3000 tools/call rust-compiler compile -d @- || {
-            echo "MCP compile test failed"
-            exit 1
-          }
+          echo "Testing /generate endpoint..."
+          
+          # Generate the project
+          RESPONSE=$(curl -s -S -f -X POST http://localhost:8000/generate \
+            -H "Content-Type: application/json" \
+            -d '{
+              "description": "A simple command-line calculator in Rust",
+              "requirements": "Should support addition, subtraction, multiplication, and division"
+            }' || echo "CURL_FAILED")
 
-          echo "Testing MCP server compileAndFix method..."
-          echo '{
-            "code": "[filename: Cargo.toml]\n[package]\nname = \"hello_world\"\nversion = \"0.1.0\"\nedition = \"2021\"\n\n[dependencies]\n\n[filename: src/main.rs]\nfn main() {\n    println!(\"Hello, World!\" // Missing closing parenthesis\n}",
-            "description": "A simple hello world program",
-            "max_attempts": 3
-          }' | cmcp tools/call http://localhost:3000 rust-compiler compileAndFix || {
-            echo "MCP compileAndFix test failed"
+          if [ "$RESPONSE" = "CURL_FAILED" ]; then
+            echo "Failed to connect to API service"
+            docker ps
+            docker logs $(docker ps -q --filter name=api)
             exit 1
-          }
+          fi
+          
+          # Extract project_id from response
+          PROJECT_ID=$(echo "$RESPONSE" | jq -r '.project_id')
+          echo "Project ID: $PROJECT_ID"
+          
+          # Poll for project completion (maximum 10 attempts, 15 seconds apart)
+          echo "Polling for project completion..."
+          for i in {1..10}; do
+            echo "Checking project status (attempt $i)..."
+            STATUS_RESPONSE=$(curl -s -S -f "http://localhost:8000/project/$PROJECT_ID" || echo "CURL_FAILED")
+            
+            if [ "$STATUS_RESPONSE" = "CURL_FAILED" ]; then
+              echo "Failed to get project status"
+              exit 1
+            fi
+            
+            STATUS=$(echo "$STATUS_RESPONSE" | jq -r '.status')
+            echo "Current status: $STATUS"
+            
+            if [ "$STATUS" = "completed" ]; then
+              echo "Project generation successful!"
+              echo "$STATUS_RESPONSE" | jq
+              break
+            elif [ "$STATUS" = "failed" ]; then
+              echo "Project generation failed:"
+              echo "$STATUS_RESPONSE" | jq
+              exit 1
+            fi
+            
+            # If still processing, wait and try again
+            if [ $i -eq 10 ]; then
+              echo "Project generation taking too long, exiting"
+              exit 1
+            fi
+            
+            echo "Waiting 15 seconds before next check..."
+            sleep 15
+          done
+          
+          # Get a file from the project to verify file access works
+          echo "Retrieving main.rs file..."
+          FILE_RESPONSE=$(curl -s -S -f "http://localhost:8000/project/$PROJECT_ID/files/src/main.rs" || echo "CURL_FAILED")
+          
+          if [ "$FILE_RESPONSE" = "CURL_FAILED" ]; then
+            echo "Failed to retrieve file"
+            exit 1
+          fi
+          
+          echo "Successfully retrieved file content:"
+          echo "$FILE_RESPONSE" | head -10
+          
+          # Test downloading the project
+          echo "Testing project download..."
+          DOWNLOAD_RESPONSE=$(curl -s -S -f -o "project-$PROJECT_ID.zip" "http://localhost:8000/project/$PROJECT_ID/download" || echo "CURL_FAILED")
+          
+          if [ "$DOWNLOAD_RESPONSE" = "CURL_FAILED" ]; then
+            echo "Failed to download project"
+            exit 1
+          fi
+          
+          # Verify zip file was created
+          if [ ! -f "project-$PROJECT_ID.zip" ]; then
+            echo "Project zip file not created"
+            exit 1
+          fi
+          
+          echo "Project download successful!"
+          ls -la "project-$PROJECT_ID.zip"
 
       - name: Check Docker logs on failure
         if: failure()
         run: |
           echo "Checking Docker logs for troubleshooting..."
           docker compose logs || echo "Failed to get logs"
-
-      - name: Check MCP proxy logs
-        run: |
-          echo "MCP proxy logs:"
-          docker logs $(docker ps -a -q --filter name=mcp-proxy) || echo "Failed to get MCP proxy logs"