diff --git a/.circleci/common.sh b/.circleci/common.sh
index 644f30247dfa..634259585ab1 100755
--- a/.circleci/common.sh
+++ b/.circleci/common.sh
@@ -51,6 +51,9 @@ function install_deps_pytorch_xla() {
   XLA_DIR=$1
   USE_CACHE="${2:-0}"
 
+  # Install pytorch deps
+  pip install sympy
+
   # Install ninja to speedup the build
   pip install ninja