Added new td3 results

- fixed TD3 with correct parameters
MushroomRL · Apr 7, 2021 · 77c0bd5 · 77c0bd5
1 parent 31fd4ff
commit 77c0bd5
Show file tree

Hide file tree

Showing 88 changed files with 129 additions and 84 deletions.
diff --git a/results/Ant-v3/TD3/J.pkl b/results/Ant-v3/TD3/J.pkl
diff --git a/results/Ant-v3/TD3/R.pkl b/results/Ant-v3/TD3/R.pkl
diff --git a/results/Ant-v3/TD3/V.pkl b/results/Ant-v3/TD3/V.pkl
diff --git a/results/Ant-v3/TD3/agent_builder.pkl b/results/Ant-v3/TD3/agent_builder.pkl
diff --git a/results/Ant-v3/TD3/console.log b/results/Ant-v3/TD3/console.log
@@ -1,3 +1,9 @@
-26/03/2021 10:27:39 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:27:40 [INFO] slurm_job_id: 17280220
-26/03/2021 10:27:40 [INFO] slurm_job_id (aggregate): 17280221
+01/04/2021 14:43:57 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:43:57 [INFO] slurm_job_id: 17313454
+01/04/2021 14:43:58 [INFO] slurm_job_id (aggregate): 17313455
+06/04/2021 13:49:26 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:27 [INFO] slurm_job_id: 17342856
+06/04/2021 13:49:27 [INFO] slurm_job_id (aggregate): 17342857
+06/04/2021 13:50:12 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:12 [INFO] slurm_job_id: 17342868
+06/04/2021 13:50:12 [INFO] slurm_job_id (aggregate): 17342869
diff --git a/results/Ant-v3/TD3/plots/report_plot.png b/results/Ant-v3/TD3/plots/report_plot.png
diff --git a/results/Ant-v3/TD3/stats.yaml b/results/Ant-v3/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 226.7938581528452
-best_Q: 235.55319213867188
-best_R: 1337.9674206479515
+best_J: 341.46644713241824
+best_Q: 229.3404998779297
+best_R: 3407.8337507926553
diff --git a/results/AntBulletEnv-v0/TD3/J.pkl b/results/AntBulletEnv-v0/TD3/J.pkl
diff --git a/results/AntBulletEnv-v0/TD3/R.pkl b/results/AntBulletEnv-v0/TD3/R.pkl
diff --git a/results/AntBulletEnv-v0/TD3/V.pkl b/results/AntBulletEnv-v0/TD3/V.pkl
diff --git a/results/AntBulletEnv-v0/TD3/agent_builder.pkl b/results/AntBulletEnv-v0/TD3/agent_builder.pkl
diff --git a/results/AntBulletEnv-v0/TD3/console.log b/results/AntBulletEnv-v0/TD3/console.log
@@ -1,3 +1,6 @@
-28/03/2021 22:33:10 [INFO] Running BenchmarkExperiment slurm
-28/03/2021 22:33:10 [INFO] slurm_job_id: 17287880
-28/03/2021 22:33:10 [INFO] slurm_job_id (aggregate): 17287881
+01/04/2021 14:45:00 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:45:00 [INFO] slurm_job_id: 17313464
+01/04/2021 14:45:00 [INFO] slurm_job_id (aggregate): 17313465
+06/04/2021 13:50:29 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:29 [INFO] slurm_job_id: 17342880
+06/04/2021 13:50:29 [INFO] slurm_job_id (aggregate): 17342881
diff --git a/results/AntBulletEnv-v0/TD3/plots/report_plot.png b/results/AntBulletEnv-v0/TD3/plots/report_plot.png
diff --git a/results/AntBulletEnv-v0/TD3/stats.yaml b/results/AntBulletEnv-v0/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 209.47103943197644
-best_Q: 212.481201171875
-best_R: 2492.4433702051765
+best_J: 206.99387333070368
+best_Q: 189.1492156982422
+best_R: 2472.407092537881
diff --git a/results/HalfCheetah-v3/TD3/J.pkl b/results/HalfCheetah-v3/TD3/J.pkl
diff --git a/results/HalfCheetah-v3/TD3/R.pkl b/results/HalfCheetah-v3/TD3/R.pkl
diff --git a/results/HalfCheetah-v3/TD3/V.pkl b/results/HalfCheetah-v3/TD3/V.pkl
diff --git a/results/HalfCheetah-v3/TD3/agent_builder.pkl b/results/HalfCheetah-v3/TD3/agent_builder.pkl
diff --git a/results/HalfCheetah-v3/TD3/console.log b/results/HalfCheetah-v3/TD3/console.log
@@ -1,3 +1,9 @@
-26/03/2021 10:27:30 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:27:30 [INFO] slurm_job_id: 17280208
-26/03/2021 10:27:30 [INFO] slurm_job_id (aggregate): 17280209
+01/04/2021 14:43:37 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:43:38 [INFO] slurm_job_id: 17313452
+01/04/2021 14:43:38 [INFO] slurm_job_id (aggregate): 17313453
+06/04/2021 13:49:22 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:23 [INFO] slurm_job_id: 17342854
+06/04/2021 13:49:23 [INFO] slurm_job_id (aggregate): 17342855
+06/04/2021 13:50:07 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:08 [INFO] slurm_job_id: 17342866
+06/04/2021 13:50:08 [INFO] slurm_job_id (aggregate): 17342867
diff --git a/results/HalfCheetah-v3/TD3/plots/report_plot.png b/results/HalfCheetah-v3/TD3/plots/report_plot.png
diff --git a/results/HalfCheetah-v3/TD3/stats.yaml b/results/HalfCheetah-v3/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 584.6998467442987
-best_Q: 579.8839111328125
-best_R: 8386.318069945164
+best_J: 624.1566807214979
+best_Q: 503.68170166015625
+best_R: 8301.891746713456
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/J.pkl b/results/HalfCheetahBulletEnv-v0/TD3/J.pkl
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/R.pkl b/results/HalfCheetahBulletEnv-v0/TD3/R.pkl
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/V.pkl b/results/HalfCheetahBulletEnv-v0/TD3/V.pkl
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/agent_builder.pkl b/results/HalfCheetahBulletEnv-v0/TD3/agent_builder.pkl
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/console.log b/results/HalfCheetahBulletEnv-v0/TD3/console.log
@@ -1,6 +1,6 @@
-26/03/2021 10:29:08 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:29:08 [INFO] slurm_job_id: limits[0m)
-26/03/2021 10:29:08 [INFO] slurm_job_id (aggregate): 'HalfCheetahBulletEnv-v0/TD3''
-28/03/2021 22:32:56 [INFO] Running BenchmarkExperiment slurm
-28/03/2021 22:32:56 [INFO] slurm_job_id: 17287853
-28/03/2021 22:32:56 [INFO] slurm_job_id (aggregate): 17287854
+01/04/2021 14:44:51 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:44:51 [INFO] slurm_job_id: 17313462
+01/04/2021 14:44:51 [INFO] slurm_job_id (aggregate): 17313463
+06/04/2021 13:50:24 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:25 [INFO] slurm_job_id: 17342876
+06/04/2021 13:50:25 [INFO] slurm_job_id (aggregate): 17342877
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/plots/report_plot.png b/results/HalfCheetahBulletEnv-v0/TD3/plots/report_plot.png
diff --git a/results/HalfCheetahBulletEnv-v0/TD3/stats.yaml b/results/HalfCheetahBulletEnv-v0/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 207.98462177426654
-best_Q: 214.01681518554688
-best_R: 2620.038914843425
+best_J: 217.67941709445154
+best_Q: 190.68238830566406
+best_R: 2507.346327215007
diff --git a/results/Hopper-v3/TD3/J.pkl b/results/Hopper-v3/TD3/J.pkl
diff --git a/results/Hopper-v3/TD3/R.pkl b/results/Hopper-v3/TD3/R.pkl
diff --git a/results/Hopper-v3/TD3/V.pkl b/results/Hopper-v3/TD3/V.pkl
diff --git a/results/Hopper-v3/TD3/agent_builder.pkl b/results/Hopper-v3/TD3/agent_builder.pkl
diff --git a/results/Hopper-v3/TD3/console.log b/results/Hopper-v3/TD3/console.log
@@ -1,3 +1,12 @@
-26/03/2021 10:26:48 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:26:49 [INFO] slurm_job_id: 17280184
-26/03/2021 10:26:49 [INFO] slurm_job_id (aggregate): 17280185
+01/04/2021 14:43:01 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:43:01 [INFO] slurm_job_id: 17313447
+01/04/2021 14:43:01 [INFO] slurm_job_id (aggregate): 17313448
+06/04/2021 13:48:10 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:48:10 [INFO] slurm_job_id: 17342846
+06/04/2021 13:48:10 [INFO] slurm_job_id (aggregate): 17342847
+06/04/2021 13:49:14 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:15 [INFO] slurm_job_id: 17342849
+06/04/2021 13:49:15 [INFO] slurm_job_id (aggregate): 17342850
+06/04/2021 13:49:59 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:59 [INFO] slurm_job_id: 17342862
+06/04/2021 13:49:59 [INFO] slurm_job_id (aggregate): 17342863
diff --git a/results/Hopper-v3/TD3/plots/report_plot.png b/results/Hopper-v3/TD3/plots/report_plot.png
diff --git a/results/Hopper-v3/TD3/stats.yaml b/results/Hopper-v3/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 275.34394106333446
-best_Q: 263.6803283691406
-best_R: 1649.8039734989409
+best_J: 252.42882819244997
+best_Q: 240.97024536132812
+best_R: 3261.3879985821077
diff --git a/results/HopperBulletEnv-v0/TD3/J.pkl b/results/HopperBulletEnv-v0/TD3/J.pkl
diff --git a/results/HopperBulletEnv-v0/TD3/R.pkl b/results/HopperBulletEnv-v0/TD3/R.pkl
diff --git a/results/HopperBulletEnv-v0/TD3/V.pkl b/results/HopperBulletEnv-v0/TD3/V.pkl
diff --git a/results/HopperBulletEnv-v0/TD3/agent_builder.pkl b/results/HopperBulletEnv-v0/TD3/agent_builder.pkl
diff --git a/results/HopperBulletEnv-v0/TD3/console.log b/results/HopperBulletEnv-v0/TD3/console.log
@@ -1,3 +1,9 @@
-26/03/2021 10:28:04 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:28:04 [INFO] slurm_job_id: 17280232
-26/03/2021 10:28:04 [INFO] slurm_job_id (aggregate): 17280233
+01/04/2021 14:44:14 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:44:14 [INFO] slurm_job_id: 17313457
+01/04/2021 14:44:14 [INFO] slurm_job_id (aggregate): 17313458
+06/04/2021 13:49:30 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:31 [INFO] slurm_job_id: 17342858
+06/04/2021 13:49:31 [INFO] slurm_job_id (aggregate): 17342859
+06/04/2021 13:50:16 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:16 [INFO] slurm_job_id: 17342870
+06/04/2021 13:50:16 [INFO] slurm_job_id (aggregate): 17342871
diff --git a/results/HopperBulletEnv-v0/TD3/plots/report_plot.png b/results/HopperBulletEnv-v0/TD3/plots/report_plot.png
diff --git a/results/HopperBulletEnv-v0/TD3/stats.yaml b/results/HopperBulletEnv-v0/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 173.0372075858804
-best_Q: 185.7651824951172
-best_R: 517.8946115131109
+best_J: 234.38443166147263
+best_Q: 190.58596801757812
+best_R: 2476.6944243749413
diff --git a/results/Walker2DBulletEnv-v0/TD3/J.pkl b/results/Walker2DBulletEnv-v0/TD3/J.pkl
diff --git a/results/Walker2DBulletEnv-v0/TD3/R.pkl b/results/Walker2DBulletEnv-v0/TD3/R.pkl
diff --git a/results/Walker2DBulletEnv-v0/TD3/V.pkl b/results/Walker2DBulletEnv-v0/TD3/V.pkl
diff --git a/results/Walker2DBulletEnv-v0/TD3/agent_builder.pkl b/results/Walker2DBulletEnv-v0/TD3/agent_builder.pkl
diff --git a/results/Walker2DBulletEnv-v0/TD3/console.log b/results/Walker2DBulletEnv-v0/TD3/console.log
@@ -1,3 +1,9 @@
-26/03/2021 10:28:48 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:28:48 [INFO] slurm_job_id: 17280244
-26/03/2021 10:28:48 [INFO] slurm_job_id (aggregate): 17280245
+01/04/2021 14:44:31 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:44:31 [INFO] slurm_job_id: 17313460
+01/04/2021 14:44:31 [INFO] slurm_job_id (aggregate): 17313461
+06/04/2021 13:49:34 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:35 [INFO] slurm_job_id: 17342860
+06/04/2021 13:49:35 [INFO] slurm_job_id (aggregate): 17342861
+06/04/2021 13:50:20 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:20 [INFO] slurm_job_id: 17342872
+06/04/2021 13:50:20 [INFO] slurm_job_id (aggregate): 17342874
diff --git a/results/Walker2DBulletEnv-v0/TD3/plots/report_plot.png b/results/Walker2DBulletEnv-v0/TD3/plots/report_plot.png
diff --git a/results/Walker2DBulletEnv-v0/TD3/stats.yaml b/results/Walker2DBulletEnv-v0/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 161.97114615916908
-best_Q: 156.16978454589844
-best_R: 1530.827217881205
+best_J: 164.9877149117895
+best_Q: 150.1261444091797
+best_R: 1920.9247312743878
diff --git a/results/Walker2d-v3/TD3/J.pkl b/results/Walker2d-v3/TD3/J.pkl
diff --git a/results/Walker2d-v3/TD3/R.pkl b/results/Walker2d-v3/TD3/R.pkl
diff --git a/results/Walker2d-v3/TD3/V.pkl b/results/Walker2d-v3/TD3/V.pkl
diff --git a/results/Walker2d-v3/TD3/agent_builder.pkl b/results/Walker2d-v3/TD3/agent_builder.pkl
diff --git a/results/Walker2d-v3/TD3/console.log b/results/Walker2d-v3/TD3/console.log
@@ -1,3 +1,9 @@
-26/03/2021 10:27:04 [INFO] Running BenchmarkExperiment slurm
-26/03/2021 10:27:04 [INFO] slurm_job_id: 17280196
-26/03/2021 10:27:05 [INFO] slurm_job_id (aggregate): 17280197
+01/04/2021 14:43:18 [INFO] Running BenchmarkExperiment slurm
+01/04/2021 14:43:18 [INFO] slurm_job_id: 17313450
+01/04/2021 14:43:19 [INFO] slurm_job_id (aggregate): 17313451
+06/04/2021 13:49:18 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:49:19 [INFO] slurm_job_id: 17342851
+06/04/2021 13:49:19 [INFO] slurm_job_id (aggregate): 17342852
+06/04/2021 13:50:03 [INFO] Running BenchmarkExperiment slurm
+06/04/2021 13:50:03 [INFO] slurm_job_id: 17342864
+06/04/2021 13:50:03 [INFO] slurm_job_id (aggregate): 17342865
diff --git a/results/Walker2d-v3/TD3/plots/report_plot.png b/results/Walker2d-v3/TD3/plots/report_plot.png
diff --git a/results/Walker2d-v3/TD3/stats.yaml b/results/Walker2d-v3/TD3/stats.yaml
@@ -1,5 +1,5 @@
 %YAML 1.2
 ---
-best_J: 275.5286069608305
-best_Q: 231.5703887939453
-best_R: 4395.941565799695
+best_J: 281.23125001192307
+best_Q: 205.1020050048828
+best_R: 4613.223704122085
diff --git a/results/params/Ant-v3.yaml b/results/params/Ant-v3.yaml
@@ -50,17 +50,17 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 10000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/params/AntBulletEnv-v0.yaml b/results/params/AntBulletEnv-v0.yaml
@@ -50,17 +50,18 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 10000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
+
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/params/HalfCheetah-v3.yaml b/results/params/HalfCheetah-v3.yaml
@@ -50,17 +50,18 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 10000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
+
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/params/HalfCheetahBulletEnv-v0.yaml b/results/params/HalfCheetahBulletEnv-v0.yaml
@@ -50,17 +50,17 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 10000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/params/Hopper-v3.yaml b/results/params/Hopper-v3.yaml
@@ -50,16 +50,16 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0003
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 256
-  critic_lr: 0.0003
+  batch_size: 100
+  critic_lr: 0.001
   critic_network: TD3CriticNetwork
   initial_replay_size: 1000
   max_replay_size: 1000000
   n_features:
-  - 256
-  - 256
+  - 400
+  - 300
   tau: 0.005
 TRPO:
   batch_size: 64

diff --git a/results/params/HopperBulletEnv-v0.yaml b/results/params/HopperBulletEnv-v0.yaml
@@ -50,17 +50,18 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 1000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
+
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/params/Walker2DBulletEnv-v0.yaml b/results/params/Walker2DBulletEnv-v0.yaml
@@ -50,17 +50,17 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 1000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/params/Walker2d-v3.yaml b/results/params/Walker2d-v3.yaml
@@ -50,17 +50,17 @@ SAC:
   tau: 0.005
   warmup_transitions: 10000
 TD3:
-  actor_lr: 0.0001
+  actor_lr: 0.001
   actor_network: TD3ActorNetwork
-  batch_size: 128
+  batch_size: 100
   critic_lr: 0.001
   critic_network: TD3CriticNetwork
-  initial_replay_size: 5000
+  initial_replay_size: 1000
   max_replay_size: 1000000
   n_features:
   - 400
   - 300
-  tau: 0.001
+  tau: 0.005
 TRPO:
   batch_size: 64
   cg_damping: 0.01

diff --git a/results/plots/Ant-v3/J.png b/results/plots/Ant-v3/J.png
diff --git a/results/plots/Ant-v3/R.png b/results/plots/Ant-v3/R.png
diff --git a/results/plots/Ant-v3/V.png b/results/plots/Ant-v3/V.png
diff --git a/results/plots/AntBulletEnv-v0/J.png b/results/plots/AntBulletEnv-v0/J.png
diff --git a/results/plots/AntBulletEnv-v0/R.png b/results/plots/AntBulletEnv-v0/R.png
diff --git a/results/plots/AntBulletEnv-v0/V.png b/results/plots/AntBulletEnv-v0/V.png
diff --git a/results/plots/HalfCheetah-v3/J.png b/results/plots/HalfCheetah-v3/J.png
diff --git a/results/plots/HalfCheetah-v3/R.png b/results/plots/HalfCheetah-v3/R.png
diff --git a/results/plots/HalfCheetah-v3/V.png b/results/plots/HalfCheetah-v3/V.png
diff --git a/results/plots/HalfCheetahBulletEnv-v0/J.png b/results/plots/HalfCheetahBulletEnv-v0/J.png
diff --git a/results/plots/HalfCheetahBulletEnv-v0/R.png b/results/plots/HalfCheetahBulletEnv-v0/R.png
diff --git a/results/plots/HalfCheetahBulletEnv-v0/V.png b/results/plots/HalfCheetahBulletEnv-v0/V.png
diff --git a/results/plots/Hopper-v3/J.png b/results/plots/Hopper-v3/J.png
diff --git a/results/plots/Hopper-v3/R.png b/results/plots/Hopper-v3/R.png
diff --git a/results/plots/Hopper-v3/V.png b/results/plots/Hopper-v3/V.png
diff --git a/results/plots/HopperBulletEnv-v0/J.png b/results/plots/HopperBulletEnv-v0/J.png
diff --git a/results/plots/HopperBulletEnv-v0/R.png b/results/plots/HopperBulletEnv-v0/R.png
diff --git a/results/plots/HopperBulletEnv-v0/V.png b/results/plots/HopperBulletEnv-v0/V.png
diff --git a/results/plots/Walker2DBulletEnv-v0/J.png b/results/plots/Walker2DBulletEnv-v0/J.png
diff --git a/results/plots/Walker2DBulletEnv-v0/R.png b/results/plots/Walker2DBulletEnv-v0/R.png
diff --git a/results/plots/Walker2DBulletEnv-v0/V.png b/results/plots/Walker2DBulletEnv-v0/V.png
diff --git a/results/plots/Walker2d-v3/J.png b/results/plots/Walker2d-v3/J.png
diff --git a/results/plots/Walker2d-v3/R.png b/results/plots/Walker2d-v3/R.png
diff --git a/results/plots/Walker2d-v3/V.png b/results/plots/Walker2d-v3/V.png