From 32a896a6fcc60e93d7f89054ceccef719a6025fe Mon Sep 17 00:00:00 2001 From: Binyao Jiang Date: Tue, 17 Jun 2025 23:10:18 -0700 Subject: [PATCH] Fix hicache benchmark script bug - some sampled input_request is [] --- benchmark/hicache/data_processing.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/benchmark/hicache/data_processing.py b/benchmark/hicache/data_processing.py index e2951a3da05..fcc44086e78 100644 --- a/benchmark/hicache/data_processing.py +++ b/benchmark/hicache/data_processing.py @@ -83,8 +83,9 @@ def common_filter_chat( input_tokens += prompt_len output_tokens += output_len processed.append((prompt, prompt_len, output_len)) - filtered_dataset.append(processed) - l += 1 + if len(processed) != 0: + filtered_dataset.append(processed) + l += 1 print(f"#Input tokens: {input_tokens}") print(f"#Output tokens: {output_tokens}")