todo

dmlc · Jul 30, 2020 · 9e1ffde · 9e1ffde
1 parent 9a7c343
commit 9e1ffde
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/gluonnlp/layers.py b/src/gluonnlp/layers.py
@@ -356,6 +356,7 @@ def __init__(self, mode='erf'):
 
     def hybrid_forward(self, F, x):
         if self._mode == 'erf':
+            # TODO Investigate the precision of F.npx.leaky_relu(x, act_type='gelu')
             return x * 0.5 * (1.0 + F.npx.erf(x / math.sqrt(2.0)))
         elif self._mode == 'tanh':
             return 0.5 * x\