diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py index b3a616eeb1e0..c1bcf5b55ecc 100644 --- a/vllm/platforms/cpu.py +++ b/vllm/platforms/cpu.py @@ -246,6 +246,7 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None: "size_asserts": False, "nan_asserts": False, "epilogue_fusion": True, + "cpp.dynamic_threads": True, } )