diff --git a/tensorrt_llm/_torch/models/modeling_deepseekv3.py b/tensorrt_llm/_torch/models/modeling_deepseekv3.py index accb27ef310a..6e2b4b532f49 100755 --- a/tensorrt_llm/_torch/models/modeling_deepseekv3.py +++ b/tensorrt_llm/_torch/models/modeling_deepseekv3.py @@ -340,7 +340,7 @@ def split_kv_b_proj(kv_b_proj: torch.Tensor, # preserved as `_ckpt_num_nextn_predict_layers`. ckpt_num_nextn_predict_layers = ( getattr(self.config, '_ckpt_num_nextn_predict_layers', None) - or self.config.num_nextn_predict_layers) + or getattr(self.config, 'num_nextn_predict_layers', None)) def detect_shared_mtp_weights() -> bool: # Detect if MTP layers share checkpoint weights (model has more MTP @@ -348,7 +348,8 @@ def detect_shared_mtp_weights() -> bool: # multiple model MTP layers map to the same checkpoint layer via # modulo, and mark_consumed must be skipped to avoid deleting # weights that later MTP layers still need. - model_nextn = self.config.num_nextn_predict_layers or 0 + model_nextn = getattr(self.config, 'num_nextn_predict_layers', + None) or 0 return model_nextn > (ckpt_num_nextn_predict_layers or 0) > 0 has_shared_mtp_weights = detect_shared_mtp_weights() diff --git a/tests/integration/test_lists/waives.txt b/tests/integration/test_lists/waives.txt index 9237ef23835d..2ae8ca7c2a58 100644 --- a/tests/integration/test_lists/waives.txt +++ b/tests/integration/test_lists/waives.txt @@ -140,7 +140,6 @@ accuracy/test_llm_api_pytorch.py::TestStep3_7::test_fp8_block_scales[tp_size=4-e accuracy/test_llm_api_pytorch_multimodal.py::TestExaone4_5_33B::test_auto_dtype[forced_chunked_prefill] SKIP (https://nvbugs/6211189) accuracy/test_llm_api_pytorch_multimodal.py::TestExaone4_5_33B::test_auto_dtype[full_budget] SKIP (https://nvbugs/6211189) accuracy/test_llm_api_pytorch_multimodal.py::TestGemma3_27BInstruct::test_fp8_prequantized SKIP (https://nvbugs/6215689) -accuracy/test_llm_api_pytorch_multimodal.py::TestMistralLarge3_675B::test_nvfp4_4gpus[latency_moe_trtllm] SKIP (https://nvbugs/6181383) accuracy/test_llm_api_pytorch_multimodal.py::TestStep3_7::test_fp8_block_scales SKIP (https://nvbugs/6274932) accuracy/test_llm_api_pytorch_ray.py::TestLlama3_1_8BInstruct::test_pp2_ray SKIP (https://nvbugs/6094070) cpp/test_e2e.py::test_benchmarks[bart-90] SKIP (https://nvbugs/5550689)