Old version of torch

allenai · Feb 29, 2024 · d849d40 · d849d40
1 parent 38f8817
commit d849d40
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/configs/mcli/olmo7-ablation.yaml b/configs/mcli/olmo7-ablation.yaml
@@ -1,5 +1,5 @@
 name: olmo7-ablation  # can't have "_" or "." here
-image: mosaicml/pytorch:2.1.2_cu121-python3.10-ubuntu20.04
+image: mosaicml/pytorch:2.0.1_cu118-python3.10-ubuntu20.04
 compute:
   gpus: 32
   cluster: r12z3
@@ -37,8 +37,8 @@ command: |-
     --run_name=olmo7-ablation-baseline \
     --wandb.name=baseline \
     --model.flash_attention=true \
-    --fsdp.wrapping_strategy=by_block_and_size \
+    --fsdp.wrapping_strategy=by_block \
     --fsdp.sharding_strategy=FULL_SHARD \
     --save_folder=runs/ \
-    --activation_checkpointing=whole_layer \
-    --device_train_microbatch_size=4
+    --device_train_microbatch_size=2 \
+    --compile.fullgraph=false