diff --git a/environment.yml b/environment.yml
index 6e8004a223..6b9e4c298e 100644
--- a/environment.yml
+++ b/environment.yml
@@ -15,7 +15,6 @@ dependencies:
         # Please keep alphabetized
         - awscli
         - boto3
-        - box2d-py>=2.3.4
         - cached_property
         - cloudpickle
         - cma==1.1.06
@@ -25,7 +24,8 @@ dependencies:
         # installed. This is stupid, but harmless.
         - git+https://github.com/deepmind/dm_control.git@c24ec9f5f3cb3c25c6571c89c9f60bf3350f5711#egg=dm_control
         - flask
-        - gym[all]==0.10.5
+        - gym[all]==0.10.8
+        - box2d-py>=2.3.4
         - hyperopt
         - ipdb
         - ipywidgets