diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index 62200d5976d5..8166b2ed0646 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -328,7 +328,7 @@ def __init__(
         self.hp_search_backend = None
         self.use_tune_checkpoints = False
         default_label_names = (
-            ["start_positions, end_positions"]
+            ["start_positions", "end_positions"]
             if type(self.model) in MODEL_FOR_QUESTION_ANSWERING_MAPPING.values()
             else ["labels"]
         )