From 25df9bccf163e765709665e10c765d51b927bc95 Mon Sep 17 00:00:00 2001
From: Albert Villanova del Moral
 <8515462+albertvillanova@users.noreply.github.com>
Date: Tue, 10 Mar 2026 15:52:52 +0100
Subject: [PATCH] Add mm_token_type_ids to qwen3_5_moe lce_forward

---
 src/liger_kernel/transformers/model/qwen3_5_moe.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/liger_kernel/transformers/model/qwen3_5_moe.py b/src/liger_kernel/transformers/model/qwen3_5_moe.py
index 2eb7fe072..e93a3d02a 100644
--- a/src/liger_kernel/transformers/model/qwen3_5_moe.py
+++ b/src/liger_kernel/transformers/model/qwen3_5_moe.py
@@ -27,6 +27,7 @@ def lce_forward(
     output_attentions: Optional[bool] = None,
     output_hidden_states: Optional[bool] = None,
     output_router_logits: Optional[bool] = None,
+    mm_token_type_ids: Optional[torch.IntTensor] = None,
     cache_position: Optional[torch.LongTensor] = None,
     logits_to_keep: Union[int, torch.Tensor] = 0,
     skip_logits: Optional[bool] = None,
@@ -84,6 +85,7 @@ def lce_forward(
         output_attentions=output_attentions,
         output_hidden_states=output_hidden_states,
         output_router_logits=output_router_logits,
+        mm_token_type_ids=mm_token_type_ids,
         cache_position=cache_position,
         **kwargs,
     )