From d38e7c887aa23374e4cfac5217f8005c3d22152e Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Thu, 19 Jun 2025 07:37:43 -0700 Subject: [PATCH] updated Signed-off-by: Robert Shaw --- benchmarks/benchmark_dataset.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/benchmarks/benchmark_dataset.py b/benchmarks/benchmark_dataset.py index 5d2a26cd443c..8671719bce72 100644 --- a/benchmarks/benchmark_dataset.py +++ b/benchmarks/benchmark_dataset.py @@ -353,7 +353,7 @@ def sample( : input_lens[i] ] prompt = tokenizer.decode(re_encoded_sequence) - total_input_len = prefix_len + int(input_lens[i]) + total_input_len = len(re_encoded_sequence) requests.append( SampleRequest( prompt=prompt,