diff --git a/src/transformers/modeling_rope_utils.py b/src/transformers/modeling_rope_utils.py
index 476fb03785d4..1a1e2a5d2e39 100644
--- a/src/transformers/modeling_rope_utils.py
+++ b/src/transformers/modeling_rope_utils.py
@@ -764,6 +764,7 @@ def _validate_yarn_rope_parameters(self, rope_parameters: dict, ignore_keys: set
             "mscale",
             "mscale_all_dim",
             "truncate",
+            "apply_yarn_scaling",
         }
         received_keys = set(rope_parameters.keys())
         rope_type = rope_parameters["rope_type"]