From 14c54de02832afe079d5185317af5ef516bb6bbf Mon Sep 17 00:00:00 2001 From: Pan Yinxu Date: Thu, 8 May 2025 20:14:53 +0800 Subject: [PATCH] add livecodebench v6 --- src/lighteval/tasks/extended/lcb/main.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/lighteval/tasks/extended/lcb/main.py b/src/lighteval/tasks/extended/lcb/main.py index 4ebc4d3fe..5682467ac 100644 --- a/src/lighteval/tasks/extended/lcb/main.py +++ b/src/lighteval/tasks/extended/lcb/main.py @@ -120,12 +120,14 @@ def codegen_metric(predictions: list[str], formatted_doc: Doc, **kwargs) -> floa "release_v3", "release_v4", "release_v5", + "release_v6", "release_latest", "v1", "v2", "v3", "v4", "v5", + "v6", "v1_v2", "v1_v3", "v1_v4",