diff --git a/verl/workers/rollout/vllm_rollout/vllm_async_server.py b/verl/workers/rollout/vllm_rollout/vllm_async_server.py index 099b3f3b052..2a50a11a7b7 100644 --- a/verl/workers/rollout/vllm_rollout/vllm_async_server.py +++ b/verl/workers/rollout/vllm_rollout/vllm_async_server.py @@ -276,7 +276,7 @@ async def init_engine(self): skip_tokenizer_init=False, max_model_len=self.max_model_len, max_num_seqs=config.max_num_seqs, - load_format=config.load_format, + load_format="auto", disable_log_stats=config.disable_log_stats, max_num_batched_tokens=max_num_batched_tokens, enable_chunked_prefill=config.enable_chunked_prefill,