diff --git a/Dockerfile b/Dockerfile
index 3274ff10ab25..8ccffbfdb877 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -36,7 +36,7 @@ RUN apt-get install -y python3 python3-dev && \
 ##############################################################################
 # TensorFlow
 ##############################################################################
-ENV TENSORFLOW_VERSION=1.14.0
+ENV TENSORFLOW_VERSION=1.15.2
 RUN pip install tensorflow-gpu==${TENSORFLOW_VERSION}
 
 ##############################################################################
diff --git a/install.sh b/install.sh
index f70e1ca4ebce..056be10c3e19 100755
--- a/install.sh
+++ b/install.sh
@@ -103,16 +103,19 @@ if [ "$third_party_install" == "1" ]; then
     cd third_party/apex
     python setup.py --cpp_ext --cuda_ext bdist_wheel
     cd -
+
+    echo "Installing apex locally so that deepspeed will build"
+    sudo -H pip uninstall -y apex
+    sudo -H pip install third_party/apex/dist/apex*.whl
 fi
 if [ "$deepspeed_install" == "1" ]; then
     echo "Installing deepspeed"
     python setup.py bdist_wheel
 fi
 
-
 if [ "$local_only" == "1" ]; then
     if [ "$third_party_install" == "1" ]; then
-        echo "Installing apex"
+        echo "Installing apex locally"
         sudo -H pip uninstall -y apex
         sudo -H pip install third_party/apex/dist/apex*.whl
     fi