Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions vllm/config.py
Original file line number Diff line number Diff line change
Expand Up @@ -538,10 +538,10 @@ def __post_init__(self) -> None:
self.code_revision, self.config_format)

if hf_overrides_kw:
logger.info("Overriding HF config with %s", hf_overrides_kw)
logger.debug("Overriding HF config with %s", hf_overrides_kw)
Comment thread
aarnphm marked this conversation as resolved.
Outdated
hf_config.update(hf_overrides_kw)
if hf_overrides_fn:
logger.info("Overriding HF config with %s", hf_overrides_fn)
logger.debug("Overriding HF config with %s", hf_overrides_fn)
Comment thread
aarnphm marked this conversation as resolved.
Outdated
hf_config = hf_overrides_fn(hf_config)

self.hf_config = hf_config
Expand Down Expand Up @@ -1938,8 +1938,8 @@ def __post_init__(self) -> None:
if get_current_placement_group():
backend = "ray"
self.distributed_executor_backend = backend
logger.info("Defaulting to use %s for distributed inference",
backend)
logger.debug("Defaulting to use %s for distributed inference",
backend)
Comment thread
aarnphm marked this conversation as resolved.
Outdated

if self.distributed_executor_backend is None and self.world_size == 1:
self.distributed_executor_backend = "uni"
Expand Down