Skip to content
This repository has been archived by the owner on Nov 17, 2023. It is now read-only.

Fix OpPerf in Master #17735

Merged
merged 3 commits into from
Mar 9, 2020
Merged

Fix OpPerf in Master #17735

Changes from 2 commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
e01b92a
cudnn expects eps to be >e105 and gamma1,gamma2 renamed in other PR
ChaiBapchya Mar 2, 2020
80a7aac
fix lamb_update_* ops
ChaiBapchya Mar 2, 2020
a527bb0
add var name for wd
ChaiBapchya Mar 4, 2020
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 6 additions & 7 deletions benchmark/opperf/rules/default_params.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -282,7 +282,7 @@
DEFAULT_LR = [0.1,0.5,0.9]
DEFAULT_RHO = [0.1,0.5,0.9]
DEFAULT_MOMENTUM = [0.1,0.5,0.9]
DEFAULT_EPSILON = [1e-08]
DEFAULT_EPSILON = [1e-05]
DEFAULT_BETA_1 = [0.1, 0.5, 0.9]
DEFAULT_BETA_2 = [0.1, 0.5, 0.9]
DEFAULT_T = [1, 5]
Expand Down Expand Up @@ -423,6 +423,8 @@
"mean" : DEFAULT_MEAN,
"var" : DEFAULT_VAR,
"mom" : DEFAULT_MOM,
"r1" : DEFAULT_R1,
"r2" : DEFAULT_R2,
"n" : DEFAULT_N,
"d" : DEFAULT_D,
"v" : DEFAULT_V,
Expand All @@ -431,7 +433,7 @@
"delta" : DEFAULT_DELTA,
"lr" : DEFAULT_LR,
"lrs" : DEFAULT_LRS,
"wds" : DEFAULT_LRS,
"wd" : DEFAULT_LR,
ChaiBapchya marked this conversation as resolved.
Show resolved Hide resolved
"rho" : DEFAULT_RHO,
"momentum" : DEFAULT_MOMENTUM,
"epsilon" : DEFAULT_EPSILON,
Expand Down Expand Up @@ -508,7 +510,6 @@
"gamma_groupnorm": DEFAULT_BETA_GAMMA_GN,
"beta_groupnorm": DEFAULT_BETA_GAMMA_GN,
"num_groups": DEFAULT_NUM_GROUPS,
"eps": DEFAULT_EPSILON,
"data_dropout": DEFAULT_DATA_DROPOUT,
"mode_dropout": DEFAULT_MODE_DROPOUT,
"p_dropout": DEFAULT_P,
Expand Down Expand Up @@ -609,10 +610,9 @@
"delta" : DEFAULT_DELTA_LARGE_TENSOR,
"lr" : DEFAULT_LR,
"lrs" : DEFAULT_LRS,
"wds" : DEFAULT_LRS,
"wd": DEFAULT_LR,
"gamma1" : DEFAULT_GAMMA_1,
"gamma2" : DEFAULT_GAMMA_2,
"rho" : DEFAULT_RHO,
"momentum" : DEFAULT_MOMENTUM,
"epsilon" : DEFAULT_EPSILON,
"beta1" : DEFAULT_BETA_1,
"beta2" : DEFAULT_BETA_2,
Expand Down Expand Up @@ -723,7 +723,6 @@
"data_groupnorm": DEFAULT_DATA_GN_LARGE_TENSOR,
"gamma_groupnorm": DEFAULT_BETA_GAMMA_GN_LARGE_TENSOR,
"beta_groupnorm": DEFAULT_BETA_GAMMA_GN_LARGE_TENSOR,
"eps": DEFAULT_EPSILON,
"data_dropout": DEFAULT_DATA_DROPOUT_LARGE_TENSOR,
"mode_dropout": DEFAULT_MODE_DROPOUT,
"p_dropout": DEFAULT_P_DROPOUT_LARGE_TENSOR,
Expand Down