diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index c31fa8fbbddd..cc5d1ee0c366 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -742,6 +742,13 @@ def tokenizer(self) -> Optional[PreTrainedTokenizerBase]: logger.warning("Trainer.tokenizer is now deprecated. You should use Trainer.processing_class instead.") return self.processing_class + @tokenizer.setter + def tokenizer(self, processing_class) -> None: + logger.warning( + "Trainer.tokenizer is now deprecated. You should use `Trainer.processing_class = processing_class` instead." + ) + self.processing_class = processing_class + def _activate_neftune(self, model): r""" Activates the neftune as presented in this code: https://github.com/neelsjain/NEFTune and paper: