revise batch squad

Author: zheyuye

scripts/question_answering/commands/run_squad2_albert_base.sh

@@ -5,6 +5,7 @@ MODEL_NAME=google_albert_base_v2
 nlp_data prepare_squad --version ${VERSION}
 
 # Run the script
+
 python3 run_squad.py \
     --model_name ${MODEL_NAME} \
     --data_dir squad \

scripts/question_answering/commands/run_squad2_albert_large.sh

@@ -5,6 +5,7 @@ MODEL_NAME=google_albert_large_v2
 nlp_data prepare_squad --version ${VERSION}
 
 # Run the script
+
 python3 run_squad.py \
     --model_name ${MODEL_NAME} \
     --data_dir squad \

scripts/question_answering/commands/run_squad2_albert_xlarge.sh

@@ -5,6 +5,7 @@ MODEL_NAME=google_albert_xlarge_v2
 nlp_data prepare_squad --version ${VERSION}
 
 # Run the script
+
 python3 run_squad.py \
     --model_name ${MODEL_NAME} \
     --data_dir squad \

scripts/question_answering/commands/run_squad2_albert_xxlarge.sh

@@ -5,6 +5,7 @@ MODEL_NAME=google_albert_xxlarge_v2
 nlp_data prepare_squad --version ${VERSION}
 
 # Run the script
+
 python3 run_squad.py \
     --model_name ${MODEL_NAME} \
     --data_dir squad \

tools/batch/README.md

@@ -0,0 +1,4 @@
+# Batch Job Examples
+
+## Conversion Toolkits
+## Question Answering

run_batch_squad.sh tools/batch/run_batch_squad.shrun_batch_squad.sh renamed to tools/batch/run_batch_squad.sh

@@ -1,9 +1,10 @@
-python3 tools/batch/submit-job.py \
+MODEL_NAME=$1
+
+python3 submit-job.py \
     --region us-east-1 \
     --source-ref batch \
     --job-type g4dn.12x \
-    --name test_squad_electra_base \
+    --name test_squad_${MODEL_NAME} \
     --work-dir scripts/question_answering \
     --remote https://github.com/zheyuye/gluon-nlp/ \
-    --command 'bash commands/run_squad2_electra_base.sh | tee stdout.log' \
-    --wait
+    --command 'bash commands/run_squad2_'${MODEL_NAME}'.sh | tee stdout.log'