diff --git a/test/registered/distributed/test_pp_single_node.py b/test/registered/distributed/test_pp_single_node.py index 7efcabebb672..e2512f82839c 100644 --- a/test/registered/distributed/test_pp_single_node.py +++ b/test/registered/distributed/test_pp_single_node.py @@ -180,7 +180,7 @@ def test_gsm8k(self): metrics = run_eval_few_shot_gsm8k(args) print(f"{metrics=}") - self.assertGreater(metrics["accuracy"], 0.65) + self.assertGreaterEqual(metrics["accuracy"], 0.65) # Wait a little bit so that the memory check happens. time.sleep(4)