diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py index d63ef78f5b2d..b9140b4fe676 100644 --- a/vllm/platforms/__init__.py +++ b/vllm/platforms/__init__.py @@ -6,7 +6,7 @@ from typing import TYPE_CHECKING from vllm import envs -from vllm.plugins import load_plugins_by_group +from vllm.plugins import PLATFORM_PLUGINS_GROUP, load_plugins_by_group from vllm.utils import resolve_obj_by_qualname, supports_xccl from .interface import CpuArchEnum, Platform, PlatformEnum @@ -188,7 +188,7 @@ def cpu_platform_plugin() -> str | None: def resolve_current_platform_cls_qualname() -> str: - platform_plugins = load_plugins_by_group("vllm.platform_plugins") + platform_plugins = load_plugins_by_group(PLATFORM_PLUGINS_GROUP) activated_plugins = [] diff --git a/vllm/plugins/__init__.py b/vllm/plugins/__init__.py index fe04b759a12c..0d8988f27959 100644 --- a/vllm/plugins/__init__.py +++ b/vllm/plugins/__init__.py @@ -9,7 +9,14 @@ logger = logging.getLogger(__name__) +# Default plugins group will be loaded in all processes(process0, engine core +# process and worker processes) DEFAULT_PLUGINS_GROUP = "vllm.general_plugins" +# IO processor plugins group will be loaded in process0 only +IO_PROCESSOR_PLUGINS_GROUP = "vllm.io_processor_plugins" +# Platform plugins group will be loaded in all processes when +# `vllm.platforms.current_platform` is called and the value not initialized, +PLATFORM_PLUGINS_GROUP = "vllm.platform_plugins" # make sure one process only loads plugins once plugins_loaded = False diff --git a/vllm/plugins/io_processors/__init__.py b/vllm/plugins/io_processors/__init__.py index cb58bfe75f1d..c7b01ae34144 100644 --- a/vllm/plugins/io_processors/__init__.py +++ b/vllm/plugins/io_processors/__init__.py @@ -4,7 +4,7 @@ import logging from vllm.config import VllmConfig -from vllm.plugins import load_plugins_by_group +from vllm.plugins import IO_PROCESSOR_PLUGINS_GROUP, load_plugins_by_group from vllm.plugins.io_processors.interface import IOProcessor from vllm.utils import resolve_obj_by_qualname @@ -37,7 +37,7 @@ def get_io_processor( # Load all installed plugin in the group multimodal_data_processor_plugins = load_plugins_by_group( - "vllm.io_processor_plugins" + IO_PROCESSOR_PLUGINS_GROUP ) loadable_plugins = {}