diff --git a/docker/Dockerfile.cu126 b/docker/Dockerfile.cu126
index 12983310b8..d781fae354 100644
--- a/docker/Dockerfile.cu126
+++ b/docker/Dockerfile.cu126
@@ -19,6 +19,9 @@ RUN echo "source activate py312" >> ~/.bashrc
 ENV PATH="/opt/conda/bin:$PATH"
 ENV PATH="/opt/conda/envs/py312/bin:$PATH"
 
+# Ensure pip-installed nvidia-cublas takes precedence over system libraries
+ENV LD_LIBRARY_PATH="/opt/conda/envs/py312/lib/python3.12/site-packages/nvidia/cublas/lib/:$LD_LIBRARY_PATH"
+
 # Install torch and other python packages
 COPY requirements.txt /install/requirements.txt
 COPY docker/install/install_python_packages.sh /install/install_python_packages.sh
diff --git a/docker/Dockerfile.cu128 b/docker/Dockerfile.cu128
index 44fcc933c7..3b8e4f44a0 100644
--- a/docker/Dockerfile.cu128
+++ b/docker/Dockerfile.cu128
@@ -19,6 +19,9 @@ RUN echo "source activate py312" >> ~/.bashrc
 ENV PATH="/opt/conda/bin:$PATH"
 ENV PATH="/opt/conda/envs/py312/bin:$PATH"
 
+# Ensure pip-installed nvidia-cublas takes precedence over system libraries
+ENV LD_LIBRARY_PATH="/opt/conda/envs/py312/lib/python3.12/site-packages/nvidia/cublas/lib/:$LD_LIBRARY_PATH"
+
 # Install torch and other python packages
 COPY requirements.txt /install/requirements.txt
 COPY docker/install/install_python_packages.sh /install/install_python_packages.sh
diff --git a/docker/Dockerfile.cu129 b/docker/Dockerfile.cu129
index 03f8d048ce..c341db5b29 100644
--- a/docker/Dockerfile.cu129
+++ b/docker/Dockerfile.cu129
@@ -19,6 +19,9 @@ RUN echo "source activate py312" >> ~/.bashrc
 ENV PATH="/opt/conda/bin:$PATH"
 ENV PATH="/opt/conda/envs/py312/bin:$PATH"
 
+# Ensure pip-installed nvidia-cublas takes precedence over system libraries
+ENV LD_LIBRARY_PATH="/opt/conda/envs/py312/lib/python3.12/site-packages/nvidia/cublas/lib/:$LD_LIBRARY_PATH"
+
 # Triton
 ENV TRITON_PTXAS_PATH="/usr/local/cuda/bin/ptxas"
 
diff --git a/docker/Dockerfile.cu130 b/docker/Dockerfile.cu130
index 1ac138acc6..eeff2bc61b 100644
--- a/docker/Dockerfile.cu130
+++ b/docker/Dockerfile.cu130
@@ -19,6 +19,9 @@ RUN echo "source activate py312" >> ~/.bashrc
 ENV PATH="/opt/conda/bin:$PATH"
 ENV PATH="/opt/conda/envs/py312/bin:$PATH"
 
+# Set LD_LIBRARY_PATH to ensure pip-installed nvidia-cublas takes precedence over system libraries
+ENV LD_LIBRARY_PATH="/opt/conda/envs/py312/lib/python3.12/site-packages/nvidia/cu13/lib/:$LD_LIBRARY_PATH"
+
 # Triton
 ENV TRITON_PTXAS_PATH="/usr/local/cuda/bin/ptxas"