Skip to content

Commit 09f0113

Browse files
authored
[serve][llm] Fix import path in muli-node release test (#58498)
Signed-off-by: Seiji Eicher <[email protected]>
1 parent 405c464 commit 09f0113

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

release/llm_tests/serve/test_llm_serve_multi_node_integration.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -3,13 +3,11 @@
33
import ray
44
from ray import serve
55
from ray.serve.llm import (
6+
build_dp_deployment,
7+
build_openai_app,
68
LLMConfig,
79
LLMServingArgs,
810
ModelLoadingConfig,
9-
build_openai_app,
10-
)
11-
from ray.llm._internal.serve.serving_patterns.data_parallel.dp_server import (
12-
build_dp_deployment,
1311
)
1412

1513

@@ -100,6 +98,9 @@ def test_llm_serve_data_parallelism():
10098
max_num_batched_tokens=256,
10199
enforce_eager=True,
102100
),
101+
experimental_configs=dict(
102+
dp_size_per_node=2,
103+
),
103104
placement_group_config=placement_group_config,
104105
runtime_env={"env_vars": {"VLLM_DISABLE_COMPILE_CACHE": "1"}},
105106
)

0 commit comments

Comments
 (0)