diff --git a/vllm/benchmarks/datasets/datasets.py b/vllm/benchmarks/datasets/datasets.py index 745b5ab2ff8f..419275d2e6ae 100644 --- a/vllm/benchmarks/datasets/datasets.py +++ b/vllm/benchmarks/datasets/datasets.py @@ -2365,6 +2365,7 @@ def load_data(self) -> None: random.shuffle(self.data) def sample( + self, **kwargs, ) -> list[SampleRequest]: # leverage CustomDataset sample