Skip to content

fix(sglang): follow config parser module move #14054

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
ishandhanani merged 2 commits into from
Sep 2, 2026
+15 −2
Merged

fix(sglang): follow config parser module move #14054

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
9a4ec6d
fix(sglang): follow config parser module move
YAMY1234 Aug 31, 2026
16b4619
Merge main into yamy/fix-sglang-config-parser-import
ishandhanani Sep 2, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 10 additions & 0 deletions components/src/dynamo/sglang/_compat.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -40,6 +40,14 @@

logger = logging.getLogger(__name__)

try:
from sglang.srt.utils.server_args_config_parser import ConfigArgumentMerger
except ModuleNotFoundError as exc:
if exc.name != "sglang.srt.utils.server_args_config_parser":
raise
# Keep the CUDA 0.5.18 and XPU 0.5.11 pins working until both move here.
from sglang.srt.server_args_config_parser import ConfigArgumentMerger


@lru_cache(maxsize=1)
def _warn_require_reasoning_unsupported() -> None:
Expand Down Expand Up @@ -210,8 +218,10 @@ def require_reasoning_kwargs(engine: Any, request: Mapping[str, Any]) -> dict[st


__all__ = [
"ConfigArgumentMerger",
"ensure_sglang_tensor_image_size",
"filter_supported_async_generate_kwargs",
"override_server_args",
"require_reasoning_kwargs",
"resolved_server_args",
]
7 changes: 5 additions & 2 deletions components/src/dynamo/sglang/args.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,6 @@

import yaml
from sglang.srt.server_args import ServerArgs
from sglang.srt.server_args_config_parser import ConfigArgumentMerger

from dynamo.common.config_dump import register_encoder
from dynamo.common.configuration.groups import DynamoRuntimeConfig
Expand All @@ -34,7 +33,11 @@
)
from dynamo.common.utils.runtime import parse_endpoint
from dynamo.runtime.logging import configure_dynamo_logging
from dynamo.sglang._compat import ensure_sglang_tensor_image_size, resolved_server_args
from dynamo.sglang._compat import (
ConfigArgumentMerger,
ensure_sglang_tensor_image_size,
resolved_server_args,
)
from dynamo.sglang.backend_args import DynamoSGLangArgGroup, DynamoSGLangConfig

configure_dynamo_logging()
Expand Down
Loading