relax alto rtol for ftrl test when dtype is fp16 (apache#18226)

Co-authored-by: Ubuntu <[email protected]>
JiangZhaoh · May 6, 2020 · 35916f1 · 35916f1
1 parent c329a52
commit 35916f1
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/python/unittest/test_optimizer.py b/tests/python/unittest/test_optimizer.py
@@ -690,9 +690,10 @@ def test_ftrl():
             if (dtype == np.float16 and
                     ('multi_precision' not in kwarg or not kwarg['multi_precision'])):
                 continue
+            rtol, atol = (1e-3, 1e-3) if dtype is np.float16 else (1e-4, 1e-4)
             compare_optimizer(opt1(use_fused_step=False, **kwarg),
                               opt2(use_fused_step=True, **kwarg), shapes, dtype,
-                              rtol=1e-4, atol=1e-4)
+                              rtol=rtol, atol=atol)
 
 
 @with_seed()