diff --git a/tests/python/quantization/test_quantization.py b/tests/python/quantization/test_quantization.py
index d753b514302e..0a9fcda56a64 100644
--- a/tests/python/quantization/test_quantization.py
+++ b/tests/python/quantization/test_quantization.py
@@ -265,7 +265,7 @@ def check_quantized_conv(data_shape, kernel, num_filter, pad, stride, no_bias, q
         qoutput, min_range, max_range = conv_exe_int8.forward()
 
         if no_bias:
-            assert_almost_equal(output.asnumpy(), qoutput.asnumpy())
+            assert_almost_equal(output.asnumpy(), qoutput.asnumpy(), atol = 1)
         else:
             # with adding bias, accuracy loss should not be greater than one
             diff = mx.nd.abs(output - qoutput.astype(output.dtype))