diff --git a/nemo_skills/pipeline/summarize_results.py b/nemo_skills/pipeline/summarize_results.py
index 46e89c833c..04611397eb 100644
--- a/nemo_skills/pipeline/summarize_results.py
+++ b/nemo_skills/pipeline/summarize_results.py
@@ -289,11 +289,12 @@ def summarize_results(
         metrics = {}
 
         has_greedy = Path(f"{benchmark_path}/output.jsonl").exists()
+        output_rs_pattern = re.compile(r"^output-rs\d+\.jsonl$")
         input_files = sorted(
             [
                 jsonl_file
                 for jsonl_file in glob.glob(f"{benchmark_path}/output-rs*.jsonl")
-                if Path(jsonl_file).name != "output.jsonl" and "_chunk_" not in Path(jsonl_file).name
+                if output_rs_pattern.match(Path(jsonl_file).name)
             ]
         )
         has_sampling = len(input_files) > 0