From 9220e31d49f9861676ce37ab19ffa66ce6b8a12e Mon Sep 17 00:00:00 2001 From: "Joshua Z. Zhang" Date: Wed, 2 Jan 2019 14:07:47 -0800 Subject: [PATCH] fix confusion results if ratios are set differently --- src/operator/contrib/multibox_prior.cc | 7 ++++--- src/operator/contrib/multibox_prior.cu | 5 +++-- tests/python/unittest/test_contrib_operator.py | 12 ++++++++++++ 3 files changed, 19 insertions(+), 5 deletions(-) diff --git a/src/operator/contrib/multibox_prior.cc b/src/operator/contrib/multibox_prior.cc index 579ea608aa9f..d68e0116ed29 100644 --- a/src/operator/contrib/multibox_prior.cc +++ b/src/operator/contrib/multibox_prior.cc @@ -44,11 +44,12 @@ inline void MultiBoxPriorForward(const Tensor &out, float center_y = (r + offsets[0]) * step_y; for (int c = 0; c < in_width; ++c) { float center_x = (c + offsets[1]) * step_x; - // ratio = 1, various sizes + // ratio = first ratio, various sizes + float ratio = num_ratios > 0? sqrtf(ratios[0]) : 1.f; for (int i = 0; i < num_sizes; ++i) { float size = sizes[i]; - float w = size * in_height / in_width / 2; - float h = size / 2; + float w = size * in_height / in_width * ratio / 2; + float h = size / ratio / 2; out[count][0] = center_x - w; // xmin out[count][1] = center_y - h; // ymin out[count][2] = center_x + w; // xmax diff --git a/src/operator/contrib/multibox_prior.cu b/src/operator/contrib/multibox_prior.cu index 57901585b45a..54e93adba765 100644 --- a/src/operator/contrib/multibox_prior.cu +++ b/src/operator/contrib/multibox_prior.cu @@ -83,10 +83,11 @@ inline void MultiBoxPriorForward(const Tensor &out, const int stride = 4 * (num_sizes + num_ratios - 1); int offset = 0; - // ratio = 1, various sizes + // ratio = first ratio, various sizes + float ratio = num_ratios > 0? sqrtf(ratios[0]) : 1.f; for (int i = 0; i < num_sizes; ++i) { cuda::AssignPriors<<>>(out_ptr, - sizes[i], 1.f, in_width, in_height, step_x, step_y, offset_y, offset_x, stride, offset); + sizes[i], ratio, in_width, in_height, step_x, step_y, offset_y, offset_x, stride, offset); ++offset; } MULTIBOXPRIOR_CUDA_CHECK(cudaPeekAtLastError()); diff --git a/tests/python/unittest/test_contrib_operator.py b/tests/python/unittest/test_contrib_operator.py index 43d3db648a85..b35f3bf3dd3a 100644 --- a/tests/python/unittest/test_contrib_operator.py +++ b/tests/python/unittest/test_contrib_operator.py @@ -261,6 +261,18 @@ def test_multibox_target_op(): assert_array_equal(loc_mask.asnumpy(), expected_loc_mask) assert_array_equal(cls_target.asnumpy(), expected_cls_target) +def test_multibox_prior_op(): + h = 561 + w = 728 + X = mx.nd.random.uniform(shape=(1, 3, h, w)) + Y = mx.contrib.nd.MultiBoxPrior(X, sizes=[0.75, 0.5, 0.25], ratios=[1, 2, 0.5]) + assert_array_equal(Y.shape, np.array((1, 2042040, 4))) + boxes = Y.reshape((h, w, 5, 4)) + assert_allclose(boxes.asnumpy()[250, 250, 0, :], np.array([0.055117, 0.071524, 0.63307 , 0.821524]), atol=1e-5, rtol=1e-5) + # relax first ratio if user insists + Y = mx.contrib.nd.MultiBoxPrior(X, sizes=[0.75, 0.5, 0.25], ratios=[20, 2, 0.5]) + boxes = Y.reshape((h, w, 5, 4)) + assert_allclose(boxes.asnumpy()[250, 250, 0, :], np.array([-0.948249, 0.362671, 1.636436, 0.530377]), atol=1e-5, rtol=1e-5) if __name__ == '__main__': import nose