From 5abe11960ddb84fa7cdab0e0892295e0312c7c91 Mon Sep 17 00:00:00 2001 From: Lin Yuan Date: Thu, 23 May 2019 13:02:15 -0700 Subject: [PATCH] Fix crash in random.shuffle operator (#15041) * fix crash in random_shuffle caused by int overflow * add unit test * add comment * remove small random test to avoid CI failure --- src/operator/random/shuffle_op.cc | 9 +++++++-- tests/python/unittest/test_random.py | 2 ++ 2 files changed, 9 insertions(+), 2 deletions(-) diff --git a/src/operator/random/shuffle_op.cc b/src/operator/random/shuffle_op.cc index 5b4d9c74766c..70315716dea2 100644 --- a/src/operator/random/shuffle_op.cc +++ b/src/operator/random/shuffle_op.cc @@ -46,8 +46,13 @@ namespace { template void Shuffle1D(DType* const out, const index_t size, Rand* const prnd) { #ifdef USE_GNU_PARALLEL_SHUFFLE - auto rand_n = [prnd](index_t n) { - std::uniform_int_distribution dist(0, n - 1); + /* + * See issue #15029: the data type of n needs to be compatible with + * the gcc library: https://github.com/gcc-mirror/gcc/blob/master/libstdc%2B%2B\ + * -v3/include/parallel/random_shuffle.h#L384 + */ + auto rand_n = [prnd](uint32_t n) { + std::uniform_int_distribution dist(0, n - 1); return dist(*prnd); }; __gnu_parallel::random_shuffle(out, out + size, rand_n); diff --git a/tests/python/unittest/test_random.py b/tests/python/unittest/test_random.py index 5e809d383cdf..4d147197a150 100644 --- a/tests/python/unittest/test_random.py +++ b/tests/python/unittest/test_random.py @@ -867,6 +867,8 @@ def testLarge(data, repeat): # Test larger arrays testLarge(mx.nd.arange(0, 100000).reshape((10, 10000)), 10) testLarge(mx.nd.arange(0, 100000).reshape((10000, 10)), 10) + testLarge(mx.nd.arange(0, 100000), 10) + @with_seed() def test_randint():