From 62499a839ebcff04a0a604aae4638b55785a2e48 Mon Sep 17 00:00:00 2001 From: stu1130 Date: Wed, 27 Mar 2019 14:08:34 -0700 Subject: [PATCH] fix the flaky test --- python/mxnet/test_utils.py | 2 +- tests/python/unittest/test_random.py | 5 ++--- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/python/mxnet/test_utils.py b/python/mxnet/test_utils.py index 6d1749b1a611..bbb12dd5d7af 100644 --- a/python/mxnet/test_utils.py +++ b/python/mxnet/test_utils.py @@ -1926,7 +1926,7 @@ def chi_square_check(generator, buckets, probs, nsamples=1000000): _, p = ss.chisquare(f_obs=obs_freq, f_exp=expected_freq) return p, obs_freq, expected_freq -def verify_generator(generator, buckets, probs, nsamples=1000000, nrepeat=5, success_rate=0.25, alpha=0.05): +def verify_generator(generator, buckets, probs, nsamples=1000000, nrepeat=5, success_rate=0.2, alpha=0.05): """Verify whether the generator is correct using chi-square testing. The test is repeated for "nrepeat" times and we check if the success rate is diff --git a/tests/python/unittest/test_random.py b/tests/python/unittest/test_random.py index 1fe51cfe3696..8fbd97d8a162 100644 --- a/tests/python/unittest/test_random.py +++ b/tests/python/unittest/test_random.py @@ -576,14 +576,13 @@ def test_poisson_generator(): buckets = [(-1.0, lam - 0.5), (lam - 0.5, 2 * lam + 0.5), (2 * lam + 0.5, np.inf)] probs = [ss.poisson.cdf(bucket[1], lam) - ss.poisson.cdf(bucket[0], lam) for bucket in buckets] generator_mx = lambda x: mx.nd.random.poisson(lam, shape=x, ctx=ctx, dtype=dtype).asnumpy() - verify_generator(generator=generator_mx, buckets=buckets, probs=probs, success_rate=0.2) + verify_generator(generator=generator_mx, buckets=buckets, probs=probs) generator_mx_same_seed = \ lambda x: np.concatenate( [mx.nd.random.poisson(lam, shape=x // 10, ctx=ctx, dtype=dtype).asnumpy() for _ in range(10)]) - verify_generator(generator=generator_mx_same_seed, buckets=buckets, probs=probs, success_rate=0.2) + verify_generator(generator=generator_mx_same_seed, buckets=buckets, probs=probs) -@unittest.skip("Flaky test. Tracked in https://github.com/apache/incubator-mxnet/issues/13506") @with_seed() def test_negative_binomial_generator(): ctx = mx.context.current_context()