ARM: Update vllm/engine/arg_utils.py

Co-authored-by: Nikhil Gupta <[email protected]>
Signed-off-by: Akash Kaothalkar <[email protected]>

Author: 2 people

vllm/engine/arg_utils.py

@@ -1089,7 +1089,7 @@ def create_engine_config(
             # Disable chunked prefill for POWER (ppc64le) CPUs in V1
             if current_platform.is_cpu(
             ) and current_platform.get_cpu_architecture(
-            ) == CpuArchEnum.POWERPC:
+            ) in (CpuArchEnum.POWERPC, CpuArchEnum.ARM):
                 logger.info("Chunked prefill is not supported for POWER CPUs; "
                             "disabling it for V1 backend.")
                 self.enable_chunked_prefill = False