diff --git a/ci/azure_pipelines/templates/rlib-quick-train-tf-2.yml b/ci/azure_pipelines/templates/rlib-quick-train-tf-2.yml
index fb0bbeb5159d..f5ea262770fc 100644
--- a/ci/azure_pipelines/templates/rlib-quick-train-tf-2.yml
+++ b/ci/azure_pipelines/templates/rlib-quick-train-tf-2.yml
@@ -11,6 +11,7 @@ steps:
 
     # install part
     . ./ci/travis/ci.sh init RAY_CI_RLLIB_FULL_AFFECTED
+    sudo chmod -R 777 $TEST_TMPDIR
     . ./ci/travis/ci.sh build
 
     # script part