From a64e19b44d756ecb001a1f569e8954d26c29b639 Mon Sep 17 00:00:00 2001 From: msamadi Date: Mon, 17 Nov 2025 10:29:28 -0800 Subject: [PATCH] Converting ICPC25 to ICPC evaluation Signed-off-by: msamadi --- nemo_skills/dataset/{icpc25 => icpc}/__init__.py | 2 +- nemo_skills/evaluation/metrics/icpc_metrics.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) rename nemo_skills/dataset/{icpc25 => icpc}/__init__.py (97%) diff --git a/nemo_skills/dataset/icpc25/__init__.py b/nemo_skills/dataset/icpc/__init__.py similarity index 97% rename from nemo_skills/dataset/icpc25/__init__.py rename to nemo_skills/dataset/icpc/__init__.py index 215753804c..2742bad1e7 100644 --- a/nemo_skills/dataset/icpc25/__init__.py +++ b/nemo_skills/dataset/icpc/__init__.py @@ -13,7 +13,7 @@ # limitations under the License. """ -todo: We are working on providing the data files that are necessary to run ICPC25 evaluation. +todo: We are working on providing the data files that are necessary to run ICPC evaluation. """ # settings that define how evaluation should be done by default (all can be changed from cmdline) diff --git a/nemo_skills/evaluation/metrics/icpc_metrics.py b/nemo_skills/evaluation/metrics/icpc_metrics.py index 1d5d05f6ab..298b210f16 100644 --- a/nemo_skills/evaluation/metrics/icpc_metrics.py +++ b/nemo_skills/evaluation/metrics/icpc_metrics.py @@ -59,6 +59,7 @@ def extract_info(self, submission) -> dict: return { "score": submission["test_case_results"]["score"], "sample_score": submission["test_case_results"]["sample_score"], + "tokens": submission["num_generated_tokens"], "code": extract_final_cpp_block(submission["generation"]), }