From d4bad0a070abb0a19412a634d303aa4eb48a9c15 Mon Sep 17 00:00:00 2001 From: wangli Date: Mon, 22 Dec 2025 18:55:33 +0800 Subject: [PATCH] fix mm_merge Signed-off-by: wangli --- vllm_ascend/patch/worker/patch_multimodal_merge.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm_ascend/patch/worker/patch_multimodal_merge.py b/vllm_ascend/patch/worker/patch_multimodal_merge.py index c8a1d5c30d3..f6301380cb4 100644 --- a/vllm_ascend/patch/worker/patch_multimodal_merge.py +++ b/vllm_ascend/patch/worker/patch_multimodal_merge.py @@ -37,8 +37,9 @@ def _merge_multimodal_embeddings( This updates ``inputs_embeds`` in place. """ flattened = _flatten_embeddings(multimodal_embeddings) + input_dtype = inputs_embeds.dtype try: - inputs_embeds[is_multimodal] = flattened + inputs_embeds[is_multimodal] = flattened.to(dtype=input_dtype) except RuntimeError as e: num_expected_tokens = is_multimodal.sum().item() assert isinstance(num_expected_tokens, int)