[NVIDIA] Fix num_experts in modelopt_quant

python/sglang/srt/layers/quantization/modelopt_quant.py

@@ -8,6 +8,7 @@
 import torch
 from torch.nn.parameter import Parameter
 
+from sglang.srt.distributed import get_moe_expert_parallel_world_size
 from sglang.srt.layers.moe.cutlass_moe_params import CutlassMoEParams, CutlassMoEType
 from sglang.srt.layers.moe.utils import should_use_flashinfer_trtllm_moe
 from sglang.srt.layers.parameter import ModelWeightParameter, PerTensorScaleParameter
@@ -764,7 +765,7 @@ def create_weights(
             )
 
         # TODO(ch-wan): check if this is needed
-        layer.num_experts = num_experts
+        layer.num_experts = num_experts * get_moe_expert_parallel_world_size()
         layer.num_local_experts = num_experts
         layer.intermediate_size_per_partition = intermediate_size_per_partition
         layer.params_dtype = params_dtype