diff --git a/python/requirements/requirements_tune.txt b/python/requirements/requirements_tune.txt
index 5ee1b9026f9e..92db4c462515 100644
--- a/python/requirements/requirements_tune.txt
+++ b/python/requirements/requirements_tune.txt
@@ -39,7 +39,7 @@ torch==1.7.0+cpu;sys_platform!="darwin"
 torchvision==0.8.1+cpu;sys_platform!="darwin"
 
 
-transformers==3.1
+transformers==4.3.2
 wandb==0.10.12
 xgboost==1.3.0.post0
 zoopt==0.4.1