From d13d7764427ce26545fb764e32c0f227c08f48d6 Mon Sep 17 00:00:00 2001 From: Copilot Date: Sun, 8 Mar 2026 11:07:19 +0000 Subject: [PATCH] bugfix --- slime/ray/rollout.py | 6 +++--- tests/test_qwen2.5_0.5B_sglang_config.py | 2 +- tests/test_qwen2.5_0.5B_sglang_config_distributed.py | 2 +- tests/test_sglang_config_mixed_offload.py | 4 ++-- tests/test_sglang_config_mixed_offload_ft.py | 4 ++-- 5 files changed, 9 insertions(+), 9 deletions(-) diff --git a/slime/ray/rollout.py b/slime/ray/rollout.py index a7f3a191fe..cea293a508 100644 --- a/slime/ray/rollout.py +++ b/slime/ray/rollout.py @@ -283,7 +283,7 @@ def recover(self): release_handles = [] updatable_new_engines = [] non_updatable_groups_engines: list[tuple[str, list]] = [] - for g, dead_indices in zip(self.engine_groups, dead_per_group, strict=True): + for g, dead_indices in zip(self.server_groups, dead_per_group, strict=True): logger.info(f"Recovered {g.num_new_engines} dead rollout engines (worker_type={g.worker_type})") assert g.num_new_engines == len(dead_indices), "num_new_engines does not match dead_indices length" if g.needs_offload and dead_indices: @@ -331,7 +331,7 @@ def onload_weights(self): CPU backup already contains the correct (unchanged) weights. """ handles = [] - for g in self.engine_groups: + for g in self.server_groups: if not g.needs_offload: continue handles.extend(g.onload(tags=[GPU_MEMORY_TYPE_WEIGHTS])) @@ -340,7 +340,7 @@ def onload_weights(self): def onload_kv(self): """Resume KV cache and CUDA graphs for offloaded groups.""" handles = [] - for g in self.engine_groups: + for g in self.server_groups: handles.extend(g.onload(tags=[GPU_MEMORY_TYPE_KV_CACHE, GPU_MEMORY_TYPE_CUDA_GRAPH])) return ray.get(handles) if handles else [] diff --git a/tests/test_qwen2.5_0.5B_sglang_config.py b/tests/test_qwen2.5_0.5B_sglang_config.py index 0b1ec9e057..146ca2f18f 100644 --- a/tests/test_qwen2.5_0.5B_sglang_config.py +++ b/tests/test_qwen2.5_0.5B_sglang_config.py @@ -16,7 +16,7 @@ SGLANG_CONFIG_YAML = """\ sglang: - name: default - engine_groups: + server_groups: - worker_type: regular num_gpus: 4 num_gpus_per_engine: 2 diff --git a/tests/test_qwen2.5_0.5B_sglang_config_distributed.py b/tests/test_qwen2.5_0.5B_sglang_config_distributed.py index 41d70bea44..4190415838 100644 --- a/tests/test_qwen2.5_0.5B_sglang_config_distributed.py +++ b/tests/test_qwen2.5_0.5B_sglang_config_distributed.py @@ -17,7 +17,7 @@ SGLANG_CONFIG_YAML = """\ sglang: - name: default - engine_groups: + server_groups: - worker_type: regular num_gpus: 2 num_gpus_per_engine: 2 diff --git a/tests/test_sglang_config_mixed_offload.py b/tests/test_sglang_config_mixed_offload.py index 7451331359..1581a0302c 100644 --- a/tests/test_sglang_config_mixed_offload.py +++ b/tests/test_sglang_config_mixed_offload.py @@ -29,13 +29,13 @@ sglang: - name: actor update_weights: true - engine_groups: + server_groups: - worker_type: regular num_gpus: 4 num_gpus_per_engine: 1 - name: ref update_weights: false - engine_groups: + server_groups: - worker_type: regular num_gpus: 4 num_gpus_per_engine: 1 diff --git a/tests/test_sglang_config_mixed_offload_ft.py b/tests/test_sglang_config_mixed_offload_ft.py index 48b9063899..8387bb62c7 100644 --- a/tests/test_sglang_config_mixed_offload_ft.py +++ b/tests/test_sglang_config_mixed_offload_ft.py @@ -26,13 +26,13 @@ sglang: - name: actor update_weights: true - engine_groups: + server_groups: - worker_type: regular num_gpus: 4 num_gpus_per_engine: 1 - name: ref update_weights: false - engine_groups: + server_groups: - worker_type: regular num_gpus: 4 num_gpus_per_engine: 1