diff --git a/tests/scripts/setup-pytest-env.sh b/tests/scripts/setup-pytest-env.sh
index 3774ea10f66a..d27f008093e0 100755
--- a/tests/scripts/setup-pytest-env.sh
+++ b/tests/scripts/setup-pytest-env.sh
@@ -73,6 +73,11 @@ function run_pytest() {
     fi
 
     suite_name="${test_suite_name}-${current_shard}-${ffi_type}"
+
+    if [[ ! "${extra_args[@]}" == *" -n"* ]]; then
+        extra_args+=("-n=1")
+    fi
+
     exit_code=0
     TVM_FFI=${ffi_type} python3 -m pytest \
            -o "junit_suite_name=${suite_name}" \