diff --git a/examples/pytorch/language-modeling/run_plm.py b/examples/pytorch/language-modeling/run_plm.py
index 17191ee10a21..3c307c9fb80c 100755
--- a/examples/pytorch/language-modeling/run_plm.py
+++ b/examples/pytorch/language-modeling/run_plm.py
@@ -348,7 +348,7 @@ def main():
         )
     else:
         logger.info("Training new model from scratch")
-        model = XLNetLMHeadModel.from_config(config)
+        model = XLNetLMHeadModel(config)
 
     model.resize_token_embeddings(len(tokenizer))