From 8526a70b44f3830a1b2919b31dbd3508af79d21f Mon Sep 17 00:00:00 2001 From: "Ho-Ren (Jack) Chuang" Date: Tue, 20 Oct 2026 08:50:33 +0000 Subject: [PATCH] [Test] moe: Publish server args in two CUTLASS MoE runner unit tests --- .../unit/layers/moe/test_flashinfer_dispatcher.py | 3 ++- .../layers/moe/test_moe_runner_config_placement.py | 13 +++++++------ 2 files changed, 9 insertions(+), 7 deletions(-) diff --git a/test/registered/unit/layers/moe/test_flashinfer_dispatcher.py b/test/registered/unit/layers/moe/test_flashinfer_dispatcher.py index f2bea9772cfb..3582335aac7d 100644 --- a/test/registered/unit/layers/moe/test_flashinfer_dispatcher.py +++ b/test/registered/unit/layers/moe/test_flashinfer_dispatcher.py @@ -160,7 +160,7 @@ def test_cutlass_preserves_prefill_and_decode_combine_formats(self): StandardCombineInput, StandardDispatchOutput, ) - from sglang.srt.runtime_context import get_parallel + from sglang.srt.runtime_context import get_context, get_parallel layer = SimpleNamespace( moe_tp_size=1, moe_tp_rank=0, moe_ep_size=4, moe_ep_rank=0 @@ -190,6 +190,7 @@ def kernel(**kwargs): return (kwargs["output"],) with ( + get_context().override_server_args(model_path="dummy"), get_parallel().override(tp_group=None), patch.object( runner, diff --git a/test/registered/unit/layers/moe/test_moe_runner_config_placement.py b/test/registered/unit/layers/moe/test_moe_runner_config_placement.py index 6fa7992ed98b..509bdd2dad35 100644 --- a/test/registered/unit/layers/moe/test_moe_runner_config_placement.py +++ b/test/registered/unit/layers/moe/test_moe_runner_config_placement.py @@ -187,12 +187,13 @@ def fallback(**kwargs): ) for tp, ep in [(1, 1), (2, 1), (1, 2)]: layer.moe_tp_size, layer.moe_ep_size = tp, ep - flashinfer_cutlass._run_flashinfer_cutlass( - dispatch_output=dispatch, - quant_info=quant, - runner_config=config, - output=torch.empty_like(x), - ) + with get_context().override_server_args(model_path="dummy"): + flashinfer_cutlass._run_flashinfer_cutlass( + dispatch_output=dispatch, + quant_info=quant, + runner_config=config, + output=torch.empty_like(x), + ) assert calls == ["native", (2, 1), (1, 2)]