diff --git a/src/srtctl/benchmarks/scripts/sa-bench/backend_request_func.py b/src/srtctl/benchmarks/scripts/sa-bench/backend_request_func.py index 1a715ee5..305aed28 100644 --- a/src/srtctl/benchmarks/scripts/sa-bench/backend_request_func.py +++ b/src/srtctl/benchmarks/scripts/sa-bench/backend_request_func.py @@ -632,6 +632,16 @@ def get_tokenizer( if custom_tokenizer: if custom_tokenizer == "glm_moe_dsa": return _load_glm_moe_dsa_tokenizer(pretrained_model_name_or_path) + if custom_tokenizer == "deepseek_v4": + try: + from vllm.tokenizers.deepseek_v4 import DeepseekV4Tokenizer + except ImportError as e: + raise ImportError( + "DeepseekV4Tokenizer requires vllm package.\n" + "Please install it with `pip install vllm` " + "to use deepseek_v4 tokenizer." + ) from e + return DeepseekV4Tokenizer.from_pretrained(str(pretrained_model_name_or_path)) from importlib import import_module try: module_path, class_name = custom_tokenizer.rsplit('.', 1)