diff --git a/adalm/requirements.txt b/adalm/requirements.txt
index 9c4729eb6..4f0a9f4e7 100644
--- a/adalm/requirements.txt
+++ b/adalm/requirements.txt
@@ -5,7 +5,7 @@ tqdm
 regex != 2019.12.17
 sacremoses
 tensorboardX
-transformers == 2.10.0
+transformers==5.0.0rc1
 scipy  
 seqeval 
 sklearn