upload commands

liuzh47 · Aug 17, 2020 · 0460ed3 · 0460ed3
1 parent 32e87d4
commit 0460ed3
Show file tree

Hide file tree

Showing 5 changed files with 123 additions and 0 deletions.
diff --git a/scripts/question_answering/commands/run_squad2_albert_base.sh b/scripts/question_answering/commands/run_squad2_albert_base.sh
@@ -0,0 +1,24 @@
+VERSION=2.0  # Either 2.0 or 1.1
+MODEL_NAME=google_albert_base_v2
+
+# Prepare the Data
+nlp_data prepare_squad --version ${VERSION}
+
+# Run the script
+python3 run_squad.py \
+    --model_name ${MODEL_NAME} \
+    --data_dir squad \
+    --output_dir fintune_${MODEL_NAME}_squad_${VERSION} \
+    --version ${VERSION} \
+    --do_eval \
+    --do_train \
+    --batch_size 4 \
+    --num_accumulated 3 \
+    --gpus 0,1,2,3 \
+    --epochs 3 \
+    --lr 2e-5 \
+    --warmup_ratio 0.1 \
+    --wd 0.01 \
+    --max_seq_length 512 \
+    --max_grad_norm 0.1 \
+    --overwrite_cache \
diff --git a/scripts/question_answering/commands/run_squad2_albert_large.sh b/scripts/question_answering/commands/run_squad2_albert_large.sh
@@ -0,0 +1,24 @@
+VERSION=2.0  # Either 2.0 or 1.1
+MODEL_NAME=google_albert_large_v2
+
+# Prepare the Data
+nlp_data prepare_squad --version ${VERSION}
+
+# Run the script
+python3 run_squad.py \
+    --model_name ${MODEL_NAME} \
+    --data_dir squad \
+    --output_dir fintune_${MODEL_NAME}_squad_${VERSION} \
+    --version ${VERSION} \
+    --do_eval \
+    --do_train \
+    --batch_size 3 \
+    --num_accumulated 4 \
+    --gpus 0,1,2,3 \
+    --epochs 3 \
+    --lr 2e-5 \
+    --warmup_ratio 0.1 \
+    --wd 0.01 \
+    --max_seq_length 512 \
+    --max_grad_norm 0.1 \
+    --overwrite_cache \
diff --git a/scripts/question_answering/commands/run_squad2_electra_base.sh b/scripts/question_answering/commands/run_squad2_electra_base.sh
@@ -0,0 +1,25 @@
+# Prepare the Data
+nlp_data prepare_squad --version ${VERSION}
+
+VERSION=2.0  # Either 2.0 or 1.1
+MODEL_NAME=google_electra_base
+
+# Run the script
+
+python3 run_squad.py \
+    --model_name ${MODEL_NAME} \
+    --data_dir squad \
+    --output_dir fintune_${MODEL_NAME}_squad_${VERSION} \
+    --version ${VERSION} \
+    --do_eval \
+    --do_train \
+    --batch_size 8 \
+    --num_accumulated 1 \
+    --gpus 0,1,2,3 \
+    --epochs 2 \
+    --lr 1e-4 \
+    --layerwise_decay 0.8 \
+    --warmup_ratio 0.1 \
+    --wd 0 \
+    --max_seq_length 512 \
+    --max_grad_norm 0.1 \
diff --git a/scripts/question_answering/commands/run_squad2_electra_large.sh b/scripts/question_answering/commands/run_squad2_electra_large.sh
@@ -0,0 +1,25 @@
+# Prepare the Data
+nlp_data prepare_squad --version ${VERSION}
+
+VERSION=2.0  # Either 2.0 or 1.1
+MODEL_NAME=google_electra_large
+
+# Run the script
+
+python3 run_squad.py \
+    --model_name ${MODEL_NAME} \
+    --data_dir squad \
+    --output_dir fintune_${MODEL_NAME}_squad_${VERSION} \
+    --version ${VERSION} \
+    --do_eval \
+    --do_train \
+    --batch_size 2 \
+    --num_accumulated 4 \
+    --gpus 0,1,2,3 \
+    --epochs 2 \
+    --lr 5e-5 \
+    --layerwise_decay 0.9 \
+    --warmup_ratio 0.1 \
+    --wd 0 \
+    --max_seq_length 512 \
+    --max_grad_norm 0.1 \
diff --git a/scripts/question_answering/commands/run_squad2_electra_small.sh b/scripts/question_answering/commands/run_squad2_electra_small.sh
@@ -0,0 +1,25 @@
+# Prepare the Data
+nlp_data prepare_squad --version ${VERSION}
+
+VERSION=2.0  # Either 2.0 or 1.1
+MODEL_NAME=google_electra_small
+
+# Run the script
+
+python3 run_squad.py \
+    --model_name ${MODEL_NAME} \
+    --data_dir squad \
+    --output_dir fintune_${MODEL_NAME}_squad_${VERSION} \
+    --version ${VERSION} \
+    --do_eval \
+    --do_train \
+    --batch_size 32 \
+    --num_accumulated 1 \
+    --gpus 0 \
+    --epochs 2 \
+    --lr 3e-4 \
+    --layerwise_decay 0.8 \
+    --warmup_ratio 0.1 \
+    --wd 0 \
+    --max_seq_length 512 \
+    --max_grad_norm 0.1 \