diff --git a/docker/hugginface_zero.Dockerfile b/docker/hugginface_zero.Dockerfile
deleted file mode 100644
index 94e4c475a989..000000000000
--- a/docker/hugginface_zero.Dockerfile
+++ /dev/null
@@ -1,22 +0,0 @@
-# Select base Image
-FROM rraminen/deepspeed:DeepSpeed_Megatron-LM-GPT2_bingBERT_rocm4.0
-
-# Install dependencies
-RUN apt update && apt install -y \
-    unzip 
-RUN pip3 install regex sacremoses filelock gitpython rouge_score sacrebleu datasets fairscale
-
-# copy repo to workspace
-WORKDIR /workspace
-COPY . transformers/
-RUN cd transformers/ && \
-    python3 -m pip install --no-cache-dir .
-
-# set work dir
-WORKDIR /workspace/transformers
-
-
-
-
-
-