diff --git a/docker/rocm.Dockerfile b/docker/rocm.Dockerfile
index d591400c6ce1..f9398925967e 100644
--- a/docker/rocm.Dockerfile
+++ b/docker/rocm.Dockerfile
@@ -40,7 +40,7 @@ FROM $BASE_IMAGE_950 AS gfx950
 ENV BUILD_VLLM="0"
 ENV BUILD_TRITON="0"
 ENV BUILD_LLVM="0"
-ENV BUILD_AITER_ALL="1"
+ENV BUILD_AITER_ALL="0"
 ENV BUILD_MOONCAKE="1"
 ENV AITER_COMMIT="v0.1.7.post2"
 ENV NO_DEPS_FLAG=""