Merge pull request #546 from kikumoto/feature/add_support_opus-4.1

Support Anthropic Claude 4.1; avoid simultaneous temperature and top_p

Author: tjbck

examples/pipelines/providers/anthropic_manifold_pipeline.py

@@ -66,6 +66,7 @@ def get_anthropic_models(self):
             {"id": "claude-3-7-sonnet-20250219", "name": "claude-3.7-sonnet"},
             {"id": "claude-opus-4-20250514", "name": "claude-4-opus"},
             {"id": "claude-sonnet-4-20250514", "name": "claude-4-sonnet"},
+            {"id": "claude-opus-4-1-20250805", "name": "claude-4.1-opus"},
         ]
 
     def get_thinking_supported_models(self):
@@ -168,12 +169,21 @@ def pipe(
                 "messages": processed_messages,
                 "max_tokens": body.get("max_tokens", 4096),
                 "temperature": body.get("temperature", 0.8),
-                "top_k": body.get("top_k", 40),
-                "top_p": body.get("top_p", 0.9),
                 "stop_sequences": body.get("stop", []),
                 **({"system": str(system_message)} if system_message else {}),
                 "stream": body.get("stream", False),
             }
+            
+            # Add optional parameters only if explicitly provided
+            if "top_k" in body:
+                payload["top_k"] = body["top_k"]
+            
+            # Only include top_p if explicitly set (not both temperature and top_p)
+            if "top_p" in body:
+                payload["top_p"] = body["top_p"]
+                # Remove temperature if top_p is explicitly set
+                if "temperature" in payload:
+                    del payload["temperature"]
 
             if body.get("stream", False):
                 supports_thinking = any(model in model_id for model in self.get_thinking_supported_models())

examples/pipelines/providers/aws_bedrock_claude_pipeline.py

@@ -169,17 +169,31 @@ def pipe(
 
                 processed_messages.append({"role": message["role"], "content": processed_content})
 
-            payload = {"modelId": model_id,
-                       "messages": processed_messages,
-                       "system": [{'text': system_message["content"] if system_message else 'you are an intelligent ai assistant'}],
-                       "inferenceConfig": {
-                           "temperature": body.get("temperature", 0.5),
-                           "topP": body.get("top_p", 0.9),
-                           "maxTokens": body.get("max_tokens", 4096),
-                           "stopSequences": body.get("stop", []),
-                        },
-                        "additionalModelRequestFields": {"top_k": body.get("top_k", 200)}
-                       }
+            payload = {
+                "modelId": model_id,
+                "messages": processed_messages,
+                "system": [{'text': system_message["content"] if system_message else 'you are an intelligent ai assistant'}],
+                "inferenceConfig": {
+                    "temperature": body.get("temperature", 0.5),
+                    "maxTokens": body.get("max_tokens", 4096),
+                    "stopSequences": body.get("stop", []),
+                },
+                "additionalModelRequestFields": {}
+            }
+            
+            # Handle top_p and temperature conflict
+            if "top_p" in body:
+                payload["inferenceConfig"]["topP"] = body["top_p"]
+                # Remove temperature if top_p is explicitly set
+                if "temperature" in payload["inferenceConfig"]:
+                    del payload["inferenceConfig"]["temperature"]
+                    
+            # Add top_k if explicitly provided
+            if "top_k" in body:
+                payload["additionalModelRequestFields"]["top_k"] = body["top_k"]
+            else:
+                # Use default top_k value
+                payload["additionalModelRequestFields"]["top_k"] = 200
 
             if body.get("stream", False):
                 supports_thinking = any(model in model_id for model in self.get_thinking_supported_models())