diff --git a/.github/workflows/cpu_ci.yml b/.github/workflows/cpu_ci.yml
index 9c9ac2f01..c4b4be75d 100644
--- a/.github/workflows/cpu_ci.yml
+++ b/.github/workflows/cpu_ci.yml
@@ -22,6 +22,7 @@ jobs:
           pip install torch==1.8.2 torchvision==0.9.2 torchaudio==0.8.2 --extra-index-url https://download.pytorch.org/whl/lts/1.8/cpu
           pip install -r requirements/requirements.txt
           pip install -r requirements/requirements-dev.txt
+          pip install -r requirements/requirements-wandb.txt
 
       - name: Prepare Data
         run: python prepare_data.py
diff --git a/Dockerfile b/Dockerfile
index 277ba2a15..48abcb565 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -91,6 +91,7 @@ COPY requirements/requirements.txt .
 COPY requirements/requirements-wandb.txt .
 COPY requirements/requirements-onebitadam.txt .
 COPY requirements/requirements-sparseattention.txt .
+COPY requirements/requirements-flashattention.txt .
 RUN pip install -r requirements.txt && pip install -r requirements-onebitadam.txt && \
     pip install -r requirements-sparseattention.txt && \
     pip install -r requirements-flashattention.txt && \
diff --git a/configs/neox_arguments.md b/configs/neox_arguments.md
index 0a7885be0..61ebb0de8 100644
--- a/configs/neox_arguments.md
+++ b/configs/neox_arguments.md
@@ -111,7 +111,7 @@ Logging Arguments
 
 - **git_hash**: str
 
-    Default = ebaeec1
+    Default = 1ab177a
 
     current git hash of repository