diff --git a/scripts/playground/bench_speculative.py b/scripts/playground/bench_speculative.py index e28ba92e4ad2..29dc1339c1ab 100644 --- a/scripts/playground/bench_speculative.py +++ b/scripts/playground/bench_speculative.py @@ -106,6 +106,8 @@ def send_one_batch(base_url, num_prompts, batch_size, tokenizer, is_multimodal): max_concurrency=batch_size, disable_tqdm=False, lora_names=None, + lora_request_distribution=None, + lora_zipf_alpha=None, extra_request_body={}, profile=None, )