fix test / update to total_cost_dollar (remove the plural) (#207)

* fix the test

* "total_cost_dollar"

Author: dphuang2

eval_protocol/models.py

@@ -525,7 +525,7 @@ class CostMetrics(BaseModel):
 
     output_cost: Optional[float] = Field(None, description="Cost in USD for output tokens.")
 
-    total_cost_dollars: Optional[float] = Field(None, description="Total cost in USD for the API call.")
+    total_cost_dollar: Optional[float] = Field(None, description="Total cost in USD for the API call.")
 
 
 class ExecutionMetadata(BaseModel):

eval_protocol/pytest/utils.py

@@ -420,7 +420,7 @@ def add_cost_metrics(row: EvaluationRow) -> None:
         row.execution_metadata.cost_metrics = CostMetrics(
             input_cost=0.0,
             output_cost=0.0,
-            total_cost=0.0,
+            total_cost_dollar=0.0,
         )
         return
 
@@ -461,5 +461,5 @@ def add_cost_metrics(row: EvaluationRow) -> None:
     row.execution_metadata.cost_metrics = CostMetrics(
         input_cost=input_cost,
         output_cost=output_cost,
-        total_cost=total_cost,
+        total_cost_dollar=total_cost,
     )

tests/pytest/test_execution_metadata.py

@@ -25,7 +25,7 @@ def test_single_model_with_provider(self):
         assert row.execution_metadata.cost_metrics is not None
         assert row.execution_metadata.cost_metrics.input_cost is not None
         assert row.execution_metadata.cost_metrics.output_cost is not None
-        assert row.execution_metadata.cost_metrics.total_cost_dollars is not None
+        assert row.execution_metadata.cost_metrics.total_cost_dollar is not None
 
     @pytest.mark.skip(reason="Revisit when we figure out how to get cost metrics for multi-agent Pydantic.")
     def test_pydantic_ai_multi_agent_model_dict(self):
@@ -56,7 +56,7 @@ def test_pydantic_ai_multi_agent_model_dict(self):
         assert row.execution_metadata.cost_metrics is not None
         assert row.execution_metadata.cost_metrics.input_cost is not None
         assert row.execution_metadata.cost_metrics.output_cost is not None
-        assert row.execution_metadata.cost_metrics.total_cost_dollars is not None
+        assert row.execution_metadata.cost_metrics.total_cost_dollar is not None
 
     def test_no_usage_stats(self):
         """Test case with no usage statistics."""
@@ -71,7 +71,7 @@ def test_no_usage_stats(self):
         assert row.execution_metadata.cost_metrics is not None
         assert row.execution_metadata.cost_metrics.input_cost == 0.0
         assert row.execution_metadata.cost_metrics.output_cost == 0.0
-        assert row.execution_metadata.cost_metrics.total_cost_dollars == 0.0
+        assert row.execution_metadata.cost_metrics.total_cost_dollar == 0.0
 
     def test_no_completion_params(self):
         """Test case with empty completion parameters."""
@@ -88,7 +88,7 @@ def test_no_completion_params(self):
         assert row.execution_metadata.cost_metrics is not None
         assert row.execution_metadata.cost_metrics.input_cost == 0.0
         assert row.execution_metadata.cost_metrics.output_cost == 0.0
-        assert row.execution_metadata.cost_metrics.total_cost_dollars == 0.0
+        assert row.execution_metadata.cost_metrics.total_cost_dollar == 0.0
 
     def test_zero_tokens(self):
         """Test case with zero token usage."""
@@ -105,7 +105,7 @@ def test_zero_tokens(self):
         assert row.execution_metadata.cost_metrics is not None
         assert row.execution_metadata.cost_metrics.input_cost == 0.0
         assert row.execution_metadata.cost_metrics.output_cost == 0.0
-        assert row.execution_metadata.cost_metrics.total_cost_dollars == 0.0
+        assert row.execution_metadata.cost_metrics.total_cost_dollar == 0.0
 
     def test_provider_mapping_variations(self):
         """Test different provider mappings."""

vite-app/src/GlobalState.tsx

@@ -27,7 +27,7 @@ export const DEFAULT_QUALITY_PIVOT_CONFIG: PivotConfig = {
 export const DEFAULT_COST_PIVOT_CONFIG: PivotConfig = {
   selectedRowFields: ["$.eval_metadata.name"],
   selectedColumnFields: ["$.input_metadata.completion_params.model"],
-  selectedValueField: "$.execution_metadata.cost_metrics.total_cost_dollars",
+  selectedValueField: "$.execution_metadata.cost_metrics.total_cost_dollar",
   selectedAggregator: "sum",
 };
 

vite-app/src/components/PivotTab.tsx

@@ -221,7 +221,7 @@ const PivotTab = observer(() => {
             variant="secondary"
             size="sm"
           >
-            Cost (total_cost_dollars)
+            Cost (total_cost_dollar)
           </Button>
           <Button
             onClick={() => resetPivotConfig(DEFAULT_SPEED_PIVOT_CONFIG)}

vite-app/src/types/eval-protocol.ts

@@ -290,7 +290,7 @@ export const CostMetricsSchema = z.object({
     .nullable()
     .optional()
     .describe("Cost in USD for output tokens."),
-  total_cost_dollars: z
+  total_cost_dollar: z
     .number()
     .nullable()
     .optional()