Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

Commit

Permalink
Fix OpPerf in Master (#17735)
Browse files Browse the repository at this point in the history 
* cudnn expects eps to be >e105 and gamma1,gamma2 renamed in other PR

* fix lamb_update_* ops

* add var name for wd
  • Loading branch information
@ChaiBapchya
ChaiBapchya authored Mar 9, 2020
1 parent 517e3a1 commit 0aa2c78
Showing 1 changed file with 11 additions and 11 deletions.
22 changes: 11 additions & 11 deletions benchmark/opperf/rules/default_params.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -279,10 +279,11 @@
DEFAULT_R2 = [(1, 1024), (1, 1), (1, 100)]
DEFAULT_DELTA = [(1024, 1024), (10000, 1), (10000, 100)]
DEFAULT_LRS = [(0.1,0.1)]
DEFAULT_LR = [0.1,0.5,0.9]
DEFAULT_RHO = [0.1,0.5,0.9]
DEFAULT_MOMENTUM = [0.1,0.5,0.9]
DEFAULT_EPSILON = [1e-08]
DEFAULT_LR = [0.1, 0.5, 0.9]
DEFAULT_WD = [0.1, 0.5, 0.9]
DEFAULT_RHO = [0.1, 0.5, 0.9]
DEFAULT_MOMENTUM = [0.1, 0.5, 0.9]
DEFAULT_EPSILON = [1e-05]
DEFAULT_BETA_1 = [0.1, 0.5, 0.9]
DEFAULT_BETA_2 = [0.1, 0.5, 0.9]
DEFAULT_T = [1, 5]
Expand Down Expand Up @@ -423,6 +424,8 @@
"mean" : DEFAULT_MEAN,
"var" : DEFAULT_VAR,
"mom" : DEFAULT_MOM,
"r1" : DEFAULT_R1,
"r2" : DEFAULT_R2,
"n" : DEFAULT_N,
"d" : DEFAULT_D,
"v" : DEFAULT_V,
Expand All @@ -431,7 +434,7 @@
"delta" : DEFAULT_DELTA,
"lr" : DEFAULT_LR,
"lrs" : DEFAULT_LRS,
"wds" : DEFAULT_LRS,
"wd" : DEFAULT_WD,
"rho" : DEFAULT_RHO,
"momentum" : DEFAULT_MOMENTUM,
"epsilon" : DEFAULT_EPSILON,
Expand Down Expand Up @@ -508,7 +511,6 @@
"gamma_groupnorm": DEFAULT_BETA_GAMMA_GN,
"beta_groupnorm": DEFAULT_BETA_GAMMA_GN,
"num_groups": DEFAULT_NUM_GROUPS,
"eps": DEFAULT_EPSILON,
"data_dropout": DEFAULT_DATA_DROPOUT,
"mode_dropout": DEFAULT_MODE_DROPOUT,
"p_dropout": DEFAULT_P,
Expand Down Expand Up @@ -609,10 +611,9 @@
"delta" : DEFAULT_DELTA_LARGE_TENSOR,
"lr" : DEFAULT_LR,
"lrs" : DEFAULT_LRS,
"wds" : DEFAULT_LRS,
"wd": DEFAULT_LR,
"gamma1" : DEFAULT_GAMMA_1,
"gamma2" : DEFAULT_GAMMA_2,
"wd": DEFAULT_WD,
"rho" : DEFAULT_RHO,
"momentum" : DEFAULT_MOMENTUM,
"epsilon" : DEFAULT_EPSILON,
"beta1" : DEFAULT_BETA_1,
"beta2" : DEFAULT_BETA_2,
Expand Down Expand Up @@ -723,7 +724,6 @@
"data_groupnorm": DEFAULT_DATA_GN_LARGE_TENSOR,
"gamma_groupnorm": DEFAULT_BETA_GAMMA_GN_LARGE_TENSOR,
"beta_groupnorm": DEFAULT_BETA_GAMMA_GN_LARGE_TENSOR,
"eps": DEFAULT_EPSILON,
"data_dropout": DEFAULT_DATA_DROPOUT_LARGE_TENSOR,
"mode_dropout": DEFAULT_MODE_DROPOUT,
"p_dropout": DEFAULT_P_DROPOUT_LARGE_TENSOR,
Expand Down

0 comments on commit 0aa2c78

Please sign in to comment.