diff --git a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py index 6e7588d9ebc4..acc877dc9cb9 100644 --- a/python/sglang/srt/layers/moe/token_dispatcher/deepep.py +++ b/python/sglang/srt/layers/moe/token_dispatcher/deepep.py @@ -490,6 +490,15 @@ def set_deepep_dispatcher_dtype(self) -> None: self.use_mxfp8 = config["use_mxfp8"] self.use_nvfp4 = config["use_nvfp4"] + if _is_npu and self.deepep_output_dtype == DispatcherOutputDtype.INT8: + from sglang.srt.hardware_backend.npu.utils import is_npu_arch35 + + if is_npu_arch35(): + # DeepEP interprets use_fp8=True as FP8 on A5, not INT8. + # Allow the normal-mode INT8 env fallback, or dispatch BF16 + # and let the existing MoE kernel quantize it to INT8. + self.use_fp8 = False + # Handle environment variables if _is_npu: self._update_int8_quant_env() diff --git a/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_deepseek_v4.py b/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_deepseek_v4.py index 21389a9492fe..b99f12a9257a 100644 --- a/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_deepseek_v4.py +++ b/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_deepseek_v4.py @@ -21,8 +21,17 @@ ) from sglang.utils import wait_for_server -register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True) -register_npu_ci(est_time=400, suite="base-b-test-2-npu-a3") +register_npu_ci( + est_time=400, + suite="nightly-2-npu-a3", + nightly=True, + disabled="Disabled in CI; retained for manual execution.", +) +register_npu_ci( + est_time=400, + suite="base-b-test-2-npu-a3", + disabled="Disabled in CI; retained for manual execution.", +) # Keep the first 6 layers of the BF16 checkpoint. The first 6 V4-Flash diff --git a/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_glm52.py b/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_glm52.py index 3cc9b955277f..946c3e82a383 100644 --- a/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_glm52.py +++ b/test/registered/npu/rl/indexer_replay/test_npu_return_indexer_topk_glm52.py @@ -18,8 +18,17 @@ popen_launch_server, ) -register_npu_ci(est_time=400, suite="nightly-2-npu-a3", nightly=True) -register_npu_ci(est_time=400, suite="base-b-test-2-npu-a3") +register_npu_ci( + est_time=400, + suite="nightly-2-npu-a3", + nightly=True, + disabled="Disabled in CI; retained for manual execution.", +) +register_npu_ci( + est_time=400, + suite="base-b-test-2-npu-a3", + disabled="Disabled in CI; retained for manual execution.", +) NUM_INDEXER_LAYERS = 6