diff --git a/test/registered/cpu/test_subblock_sparse_attention.py b/test/registered/cpu/test_subblock_sparse_attention.py index a72504ba4102..52d4f0b81e4e 100644 --- a/test/registered/cpu/test_subblock_sparse_attention.py +++ b/test/registered/cpu/test_subblock_sparse_attention.py @@ -311,7 +311,7 @@ def test_sage_fp8_dependency_is_checked_during_server_validation(self): return_value=DeviceCapability(9, 0), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_global_forced_attn_backend", return_value=None, ), @@ -321,7 +321,7 @@ def test_sage_fp8_dependency_is_checked_during_server_validation(self): loader, ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_attn_backend" ), ): @@ -340,7 +340,7 @@ def test_missing_sage_fp8_dependency_fails_server_validation(self): return_value=DeviceCapability(9, 0), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_global_forced_attn_backend", return_value=None, ), @@ -350,7 +350,7 @@ def test_missing_sage_fp8_dependency_fails_server_validation(self): side_effect=ImportError("Install SpargeAttention"), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_attn_backend" ) as get_backend, self.assertRaisesRegex(ImportError, "Install SpargeAttention"), @@ -371,7 +371,7 @@ def test_sm120_sage_dependency_is_checked_during_server_validation(self): return_value=DeviceCapability(12, 0), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_global_forced_attn_backend", return_value=None, ), @@ -381,7 +381,7 @@ def test_sm120_sage_dependency_is_checked_during_server_validation(self): loader, ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_attn_backend" ), ): @@ -400,7 +400,7 @@ def test_missing_sm120_sage_dependency_fails_server_validation(self): return_value=DeviceCapability(12, 0), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_global_forced_attn_backend", return_value=None, ), @@ -410,7 +410,7 @@ def test_missing_sm120_sage_dependency_fails_server_validation(self): side_effect=ImportError("FlashInfer SM120 Sage backend is unavailable"), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_attn_backend" ) as get_backend, self.assertRaisesRegex( @@ -428,7 +428,7 @@ def test_bf16_does_not_require_sparge_attention(self): with ( patch.object(current_platform, "is_mps", return_value=False), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_global_forced_attn_backend", return_value=None, ), @@ -438,7 +438,7 @@ def test_bf16_does_not_require_sparge_attention(self): loader, ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_attn_backend" ), ): @@ -457,12 +457,12 @@ def test_sage_fp8_rejects_sm100_during_server_validation(self): return_value=DeviceCapability(10, 0), ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_global_forced_attn_backend", return_value=None, ), patch( - "sglang.multimodal_gen.configs.pipeline_configs.minimax_h3." + "sglang.multimodal_gen.runtime.layers.attention.selector." "get_attn_backend" ) as get_backend, self.assertRaisesRegex(ValueError, "requires SM90.*found 10.0"), diff --git a/test/registered/moe/test_hash_topk.py b/test/registered/moe/test_hash_topk.py index f3d0e32ca2f3..a4546ca0d5be 100644 --- a/test/registered/moe/test_hash_topk.py +++ b/test/registered/moe/test_hash_topk.py @@ -64,7 +64,9 @@ def on_select_experts(self, *, topk_ids): ) with ( - get_parallel().override(moe_ep_size=4, moe_ep_rank=2), + get_parallel().override( + tp_size=4, attn_tp_size=4, moe_ep_size=4, moe_ep_rank=2 + ), hash_topk_module.envs.SGLANG_OPT_USE_FUSED_HASH_TOPK.override(False), ): output = topk(