Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions vllm/platforms/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
from typing import TYPE_CHECKING

from vllm import envs
from vllm.plugins import load_plugins_by_group
from vllm.plugins import PLATFORM_PLUGINS_GROUP, load_plugins_by_group
from vllm.utils import resolve_obj_by_qualname, supports_xccl

from .interface import CpuArchEnum, Platform, PlatformEnum
Expand Down Expand Up @@ -188,7 +188,7 @@ def cpu_platform_plugin() -> str | None:


def resolve_current_platform_cls_qualname() -> str:
platform_plugins = load_plugins_by_group("vllm.platform_plugins")
platform_plugins = load_plugins_by_group(PLATFORM_PLUGINS_GROUP)

activated_plugins = []

Expand Down
7 changes: 7 additions & 0 deletions vllm/plugins/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,14 @@

logger = logging.getLogger(__name__)

# Default plugins group will be loaded in all processes(process0, engine core
# process and worker processes)
DEFAULT_PLUGINS_GROUP = "vllm.general_plugins"
# IO processor plugins group will be loaded in process0 only
IO_PROCESSOR_PLUGINS_GROUP = "vllm.io_processor_plugins"
# Platform plugins group will be loaded in all processes when
# `vllm.platforms.current_platform` is called and the value not initialized,
PLATFORM_PLUGINS_GROUP = "vllm.platform_plugins"

# make sure one process only loads plugins once
plugins_loaded = False
Expand Down
4 changes: 2 additions & 2 deletions vllm/plugins/io_processors/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import logging

from vllm.config import VllmConfig
from vllm.plugins import load_plugins_by_group
from vllm.plugins import IO_PROCESSOR_PLUGINS_GROUP, load_plugins_by_group
from vllm.plugins.io_processors.interface import IOProcessor
from vllm.utils import resolve_obj_by_qualname

Expand Down Expand Up @@ -37,7 +37,7 @@ def get_io_processor(

# Load all installed plugin in the group
multimodal_data_processor_plugins = load_plugins_by_group(
"vllm.io_processor_plugins"
IO_PROCESSOR_PLUGINS_GROUP
)

loadable_plugins = {}
Expand Down