Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
17 changes: 13 additions & 4 deletions vllm_spyre/compilation_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
import os
from pathlib import Path
from typing import TYPE_CHECKING
import importlib.metadata

# Third Party
from vllm.logger import init_logger
Expand Down Expand Up @@ -133,20 +134,28 @@ def handle_disable_compilation(vllm_config: VllmConfig, is_decoder: bool):
if matching_config:
# Check vllm_spyre version
try:
from vllm_spyre._version import version as vllm_spyre_version
vllm_spyre_version = importlib.metadata.version("vllm_spyre")

if matching_config["vllm_spyre_version"] != vllm_spyre_version:
config_version = matching_config.get("vllm_spyre_version")
if config_version is None:
logger.warning(
"[PRECOMPILED_WARN] Pre-compiled config missing vllm_spyre_version field. "
)
elif config_version != vllm_spyre_version:
# Can be converted to ValueError if we want to be strict
# with checking
logger.warning(
"[PRECOMPILED_WARN] "
"Model was compiled on vllm-spyre "
"%s but the current vllm_spyre version is %s",
matching_config["vllm_spyre_version"],
config_version,
vllm_spyre_version,
)
except ImportError:
logger.warning("Cannot validate vllm_spyre version against pre-compiled model config")
logger.warning(
"[PRECOMPILED_WARN] Cannot validate vllm_spyre version against "
"pre-compiled model config"
)

# Check model name
model_name = matching_config["data"]["MODEL_NAME"]
Expand Down
Loading