From 03efece8cced9c8bbd82e7570085eac7228384b4 Mon Sep 17 00:00:00 2001 From: Michael Melesse Date: Mon, 29 Mar 2021 13:29:54 -0700 Subject: [PATCH] add nv docker for zero --- ...Dockerfile => huggingface_zero.Dockerfile} | 2 +- docker/rocm/huggingface_zero_nv.Dockerfile | 24 +++++++++++++++++++ 2 files changed, 25 insertions(+), 1 deletion(-) rename docker/rocm/{hugginface_zero.Dockerfile => huggingface_zero.Dockerfile} (84%) create mode 100644 docker/rocm/huggingface_zero_nv.Dockerfile diff --git a/docker/rocm/hugginface_zero.Dockerfile b/docker/rocm/huggingface_zero.Dockerfile similarity index 84% rename from docker/rocm/hugginface_zero.Dockerfile rename to docker/rocm/huggingface_zero.Dockerfile index 42cba5d713f1..65da9d824763 100644 --- a/docker/rocm/hugginface_zero.Dockerfile +++ b/docker/rocm/huggingface_zero.Dockerfile @@ -1,5 +1,5 @@ # Select base Image -FROM rraminen/deepspeed:DeepSpeed_Megatron-LM-GPT2_bingBERT_rocm4.0 +FROM jithunnair/pytorch:rocm4.1_ubuntu18.04_py3.6_pytorch_deepspeed # Install dependencies RUN apt update && apt install -y \ diff --git a/docker/rocm/huggingface_zero_nv.Dockerfile b/docker/rocm/huggingface_zero_nv.Dockerfile new file mode 100644 index 000000000000..10fed897e4c7 --- /dev/null +++ b/docker/rocm/huggingface_zero_nv.Dockerfile @@ -0,0 +1,24 @@ +# Select base Image +FROM huggingface/transformers-pytorch-gpu + +# Install dependencies +RUN apt update && apt install -y \ + unzip +RUN pip3 install regex sacremoses filelock gitpython rouge_score sacrebleu datasets fairscale deepspeed + +# copy repo to workspace +WORKDIR /workspace +COPY . transformers/ +RUN cd transformers/ && \ + python3 -m pip install --no-cache-dir . + +# set work dir +WORKDIR /workspace/transformers + + + + + + + +