updated params

Denys88 · Oct 19, 2024 · 5145df3 · 5145df3
1 parent 305f17b
commit 5145df3
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 8 deletions.
diff --git a/rl_games/configs/mujoco/ant_envpool_moe.yaml b/rl_games/configs/mujoco/ant_envpool_moe.yaml
@@ -25,7 +25,7 @@ params:
     use_entropy_loss: True
     use_diversity_loss: False
     top_k: 2
-    lambda_entropy: 0.01
+    lambda_entropy: -0.01
     lambda_diversity: 0.01
 
   config:

diff --git a/rl_games/configs/mujoco/humanoid_envpool_moe.yaml b/rl_games/configs/mujoco/humanoid_envpool_moe.yaml
@@ -23,21 +23,21 @@ params:
     gating_hidden_size: 128
     use_sparse_gating: True
     use_entropy_loss: True
-    use_diversity_loss: False
+    use_diversity_loss: True
     top_k: 2
-    lambda_entropy: 0.01
+    lambda_entropy: -0.01
     lambda_diversity: 0.01
 
   config:
-    name: Ant-v4_envpool_moe
+    name: Humanoid_envpool_moe
     env_name: envpool
     score_to_win: 20000
     normalize_input: True
     normalize_value: True
     value_bootstrap: True
     normalize_advantage: True
     reward_shaper:
-      scale_value: 1
+      scale_value: 0.1
 
     gamma: 0.99
     tau: 0.95
@@ -54,10 +54,10 @@ params:
     bounds_loss_coef: 0.0
     max_epochs: 2000
     num_actors: 64
-    horizon_length: 64
+    horizon_length: 128
     minibatch_size: 2048
-    mini_epochs: 4
-    critic_coef: 2
+    mini_epochs: 5
+    critic_coef: 4
 
     env_config:
       env_name: Humanoid-v4