schedule mountain with delayed lr change

kengz · Apr 9, 2017 · c5cd7b5 · c5cd7b5
1 parent 9e29624
commit c5cd7b5
Showing 1 changed file with 5 additions and 6 deletions.
diff --git a/rl/spec/classic_experiment_specs.json b/rl/spec/classic_experiment_specs.json
@@ -705,7 +705,7 @@
       "hidden_layers": [128, 64],
       "hidden_layers_activation": "sigmoid",
       "output_layer_activation": "linear",
-      "exploration_anneal_episodes": 100,
+      "exploration_anneal_episodes": 50,
       "epi_change_lr": 100
     },
     "param_range": {
@@ -732,7 +732,7 @@
       "hidden_layers": [200],
       "hidden_layers_activation": "sigmoid",
       "output_layer_activation": "linear",
-      "exploration_anneal_episodes": 100,
+      "exploration_anneal_episodes": 50,
       "epi_change_lr": 100
     },
     "param_range": {
@@ -788,16 +788,15 @@
       "hidden_layers": [128, 64],
       "hidden_layers_activation": "sigmoid",
       "output_layer_activation": "linear",
-      "exploration_anneal_episodes": 400,
-      "epi_change_lr": 800
+      "exploration_anneal_episodes": 50,
+      "epi_change_lr": 100
     },
     "param_range": {
       "lr": [0.01, 0.02],
       "gamma": [0.99, 0.999],
       "hidden_layers": [
         [200],
-        [400],
-        [800]
+        [400]
       ]
     }
   }