Fix float division by zero in benchmark (#62)

* Fix float division by zero in benchmark * Fix format
AI-Hypercomputer · Apr 25, 2024 · 7805b5d · 7805b5d
1 parent a7b4ef3
commit 7805b5d
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py
@@ -338,6 +338,12 @@ def calculate_metrics(
       )
       total_output += output_len
       total_input += input_requests[i].prompt_len
+      if output_len == 0:
+        print(
+            f"""-------- output_len is zero for {i}th request:,
+             output: {outputs[i]}"""
+        )
+        continue
       per_token_latencies.append(outputs[i].latency / output_len)
       ttfts.append(outputs[i].ttft)
       completed += 1