diff --git a/tests/nightly/model_backwards_compatibility_check/model_backward_compat_checker.sh b/tests/nightly/model_backwards_compatibility_check/model_backward_compat_checker.sh
index 23386836ed83..ba53146c3225 100755
--- a/tests/nightly/model_backwards_compatibility_check/model_backward_compat_checker.sh
+++ b/tests/nightly/model_backwards_compatibility_check/model_backward_compat_checker.sh
@@ -27,4 +27,5 @@ cd tests/nightly/model_backwards_compatibility_check
 echo `pwd`
 
 echo '=========================='
-python model_backwards_compat_inference.py
\ No newline at end of file
+export MXNET_ENFORCE_DETERMINISM=1
+python model_backwards_compat_inference.py
diff --git a/tests/nightly/model_backwards_compatibility_check/train_mxnet_legacy_models.sh b/tests/nightly/model_backwards_compatibility_check/train_mxnet_legacy_models.sh
index 02d480d9d3ba..9a1700f931ca 100755
--- a/tests/nightly/model_backwards_compatibility_check/train_mxnet_legacy_models.sh
+++ b/tests/nightly/model_backwards_compatibility_check/train_mxnet_legacy_models.sh
@@ -25,6 +25,7 @@ run_models() {
 	echo '=========================='
 	echo "Running training files and preparing models"
 	echo '=========================='
+  export MXNET_ENFORCE_DETERMINISM=1
 	python model_backwards_compat_train.py
 	echo '=========================='
 }