diff --git a/python/requirements/rllib/requirements_rllib.txt b/python/requirements/rllib/requirements_rllib.txt
index 49aacffe55e3..13e8a76a4e91 100644
--- a/python/requirements/rllib/requirements_rllib.txt
+++ b/python/requirements/rllib/requirements_rllib.txt
@@ -1,7 +1,8 @@
 # Deep learning.
 # --------------
-tensorflow==2.4.3
-tensorflow-probability==0.12.2
+tensorflow==2.5.0
+tensorflow-probability==0.13.0
+
 torch==1.8.1;sys_platform=="darwin"
 torchvision==0.9.1;sys_platform=="darwin"
 
@@ -15,7 +16,7 @@ torchvision==0.9.1+cpu;sys_platform!="darwin"
 # ---------------------
 # Atari
 atari_py==0.2.9
-gym[atari]==0.18.3
+gym[atari]==0.20.0
 # Kaggle envs.
 kaggle_environments==1.7.11
 # Unity3D testing