We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5536b30 commit 21be3bfCopy full SHA for 21be3bf
vllm/executor/uniproc_executor.py
@@ -34,13 +34,13 @@ def _init_executor(self) -> None:
34
if len(device_info) > 1:
35
local_rank = int(device_info[1])
36
rank = 0
37
+ is_driver_worker = True
38
kwargs = dict(
39
vllm_config=self.vllm_config,
40
local_rank=local_rank,
41
rank=rank,
42
distributed_init_method=distributed_init_method,
- is_driver_worker=(not self.parallel_config)
43
- or (rank % self.parallel_config.tensor_parallel_size == 0),
+ is_driver_worker=is_driver_worker,
44
)
45
self.collective_rpc("init_worker", args=([kwargs], ))
46
self.collective_rpc("init_device")
0 commit comments