We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent af8558f commit f333587Copy full SHA for f333587
tests/metrics/test_metric_requests.py
@@ -126,7 +126,7 @@ def test_pmi_request_with_logprob_metric():
126
pmi_test_config = get_pmi_task(metrics=metrics)
127
task = LightevalTask(pmi_test_config.name, pmi_test_config)
128
result = fake_evaluate_task(task, fake_model, max_samples=1)
129
- # Correc choice after norm should be the second one so 0 acc
+ # Correct choice after norm should be the second one so 0 acc
130
assert result[metrics[0].metric_name][0] == 0
131
assert result[metrics[1].metric_name][0] == 1
132
0 commit comments