diff --git a/src/transformers/conversion_mapping.py b/src/transformers/conversion_mapping.py
index c0512cf8e872..e95945ce4b69 100755
--- a/src/transformers/conversion_mapping.py
+++ b/src/transformers/conversion_mapping.py
@@ -25,9 +25,9 @@
     GroupWeightRename,
     Interleave,
     MergeModulelist,
+    PermuteForRope,
     PrefixChange,
     Transpose,
-    VisionUnfuseAndPermuteForRope,
     WeightConverter,
     WeightRenaming,
     WeightTransform,
@@ -471,7 +471,10 @@ def _build_checkpoint_conversion_mapping():
                     r"attn.k_proj",
                     r"attn.v_proj",
                 ],
-                operations=[VisionUnfuseAndPermuteForRope(dim=0, permute_layer_names=["q_proj", "k_proj"])],
+                operations=[
+                    Chunk(dim=0),
+                    PermuteForRope(subconfig_key="vision_config", permute_layer_names=["q_proj", "k_proj"]),
+                ],
             ),
         ],
         "deepseek_v4": [