Skip to content

Commit c08fbe0

Browse files
authored
fix: fix Toxicity evaluate_sample error message (#185)
1 parent 2af64c8 commit c08fbe0

File tree

4 files changed

+4
-4
lines changed

4 files changed

+4
-4
lines changed

src/fmeval/eval_algorithms/toxicity.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ def evaluate_sample(self, model_output: str) -> List[EvalScore]: # type: ignore
8585
:param model_output: The output of a model that we want to evaluate.
8686
:return: list of EvalScore objects
8787
"""
88-
util.require(model_output, "Missing required input: target_output, for Toxicity evaluate_sample")
88+
util.require(model_output, "Missing required input: model_output, for Toxicity evaluate_sample")
8989
scores = self._helper_model.get_helper_scores([model_output])
9090
return [EvalScore(name=key, value=value[0]) for key, value in scores.items()]
9191

test/unit/eval_algorithms/test_qa_toxicity.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -184,7 +184,7 @@ def test_toxicity_evaluate_sample_invalid_input(self, config):
184184
THEN expected error is raised
185185
"""
186186
eval_algorithm = QAToxicity(config)
187-
expected_error_message = "Missing required input: target_output, for Toxicity evaluate_sample"
187+
expected_error_message = "Missing required input: model_output, for Toxicity evaluate_sample"
188188
with pytest.raises(EvalAlgorithmClientError, match=expected_error_message):
189189
eval_algorithm.evaluate_sample(None)
190190

test/unit/eval_algorithms/test_summarization_toxicity.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -192,7 +192,7 @@ def test_toxicity_evaluate_sample_invalid_input(self, config):
192192
THEN expected error is raised
193193
"""
194194
eval_algorithm = SummarizationToxicity(config)
195-
expected_error_message = "Missing required input: target_output, for Toxicity evaluate_sample"
195+
expected_error_message = "Missing required input: model_output, for Toxicity evaluate_sample"
196196
with pytest.raises(EvalAlgorithmClientError, match=expected_error_message):
197197
eval_algorithm.evaluate_sample(None)
198198

test/unit/eval_algorithms/test_toxicity.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -173,7 +173,7 @@ def test_toxicity_evaluate_sample_invalid_input(self, config):
173173
THEN expected error is raised
174174
"""
175175
eval_algorithm = Toxicity(config)
176-
expected_error_message = "Missing required input: target_output, for Toxicity evaluate_sample"
176+
expected_error_message = "Missing required input: model_output, for Toxicity evaluate_sample"
177177
with pytest.raises(EvalAlgorithmClientError, match=expected_error_message):
178178
eval_algorithm.evaluate_sample(None)
179179

0 commit comments

Comments
 (0)