Merge pull request #394 from OFA-Sys/feature/scripts

modify scripts

run_scripts/caption/train_caption_stage1.sh

@@ -37,11 +37,11 @@ patch_image_size=480
 eval_cider_cached=${data_dir}/cider_cached_tokens/coco-valid-words.p
 drop_worst_ratio=0.2
 
-for max_epoch in {2,}; do
+for max_epoch in 2; do
   echo "max_epoch "${max_epoch}
-  for warmup_ratio in {0.06,}; do
+  for warmup_ratio in 0.06; do
     echo "warmup_ratio "${warmup_ratio}
-    for drop_worst_after in {2500,}; do
+    for drop_worst_after in 2500; do
       echo "drop_worst_after "${drop_worst_after}
 
       log_file=${log_dir}/${max_epoch}"_"${warmup_ratio}"_"${drop_worst_after}".log"

run_scripts/caption/train_caption_stage1_base.sh

@@ -37,11 +37,11 @@ patch_image_size=480
 eval_cider_cached=${data_dir}/cider_cached_tokens/coco-valid-words.p
 drop_worst_ratio=0.2
 
-for max_epoch in {5,}; do
+for max_epoch in 5; do
   echo "max_epoch "${max_epoch}
-  for warmup_ratio in {0.06,}; do
+  for warmup_ratio in 0.06; do
     echo "warmup_ratio "${warmup_ratio}
-    for drop_worst_after in {6000,}; do
+    for drop_worst_after in 6000; do
       echo "drop_worst_after "${drop_worst_after}
 
       log_file=${log_dir}/${max_epoch}"_"${warmup_ratio}"_"${drop_worst_after}".log"

run_scripts/caption/train_caption_stage1_el.sh

@@ -37,11 +37,11 @@ patch_image_size=480
 eval_cider_cached=${data_dir}/cider_cached_tokens/coco-valid-words.p
 drop_worst_ratio=0.05 # modified from 0.2 for el
 log_end=0.75  # for el
-for max_epoch in {2,}; do
+for max_epoch in 2; do
   echo "max_epoch "${max_epoch}
-  for warmup_ratio in {0.06,}; do
+  for warmup_ratio in 0.06; do
     echo "warmup_ratio "${warmup_ratio}
-    for drop_worst_after in {2500,}; do
+    for drop_worst_after in 2500; do
       echo "drop_worst_after "${drop_worst_after}
 
       log_file=${log_dir}/${max_epoch}"_"${warmup_ratio}"_"${drop_worst_after}_el${log_end}_".log"

run_scripts/caption/train_caption_stage1_el_db.sh

@@ -39,11 +39,11 @@ drop_worst_ratio=0.05 # modified from 0.2 for el
 drop_best_ratio=0.05
 drop_best_after=2500
 log_end=0.75  # for el
-for max_epoch in {2,}; do
+for max_epoch in 2; do
   echo "max_epoch "${max_epoch}
-  for warmup_ratio in {0.06,}; do
+  for warmup_ratio in 0.06; do
     echo "warmup_ratio "${warmup_ratio}
-    for drop_worst_after in {2500,}; do
+    for drop_worst_after in 2500; do
       echo "drop_worst_after "${drop_worst_after}
 
       log_file=${log_dir}/${max_epoch}"_"${warmup_ratio}"_dwdb"${drop_worst_after}_el${log_end}_".log"

run_scripts/caption/train_caption_stage2.sh

@@ -37,9 +37,9 @@ patch_image_size=480
 eval_cider_cached=${data_dir}/cider_cached_tokens/coco-valid-words.p
 scst_cider_cached=${data_dir}/cider_cached_tokens/coco-train-words.p
 
-for lr in {1e-5,}; do
+for lr in 1e-5; do
   echo "lr "${lr}
-  for max_epoch in {3,}; do
+  for max_epoch in 3; do
     echo "max_epoch "${max_epoch}
 
     log_file=${log_dir}/${lr}"_"${max_epoch}".log"

run_scripts/caption/train_caption_stage2_base.sh

@@ -37,9 +37,9 @@ patch_image_size=480
 eval_cider_cached=${data_dir}/cider_cached_tokens/coco-valid-words.p
 scst_cider_cached=${data_dir}/cider_cached_tokens/coco-train-words.p
 
-for lr in {1e-5,}; do
+for lr in 1e-5; do
   echo "lr "${lr}
-  for max_epoch in {3,}; do
+  for max_epoch in 3; do
     echo "max_epoch "${max_epoch}
 
     log_file=${log_dir}/${lr}"_"${max_epoch}".log"

run_scripts/gigaword/train_gigaword.sh

@@ -36,11 +36,11 @@ max_src_length=512
 max_tgt_length=64
 num_bins=1000
 
-for max_epoch in {6,}; do
+for max_epoch in 6; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,}; do
+  for lr in 1e-4; do
     echo "lr "${lr}
-      for noise_ratio in {0.2,}; do
+      for noise_ratio in 0.2; do
         echo "noise_ratio "${noise_ratio}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${noise_ratio}".log"

run_scripts/glue/train_cola.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {4,2,1}; do
+    for update_freq in 4 2 1; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/glue/train_mnli.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {4,2}; do
+    for update_freq in 4 2; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/glue/train_mrpc.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {4,2,1}; do
+    for update_freq in 4 2 1; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/glue/train_qnli.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {4,2}; do
+    for update_freq in 4 2; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/glue/train_qqp.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {4,2}; do
+    for update_freq in 4 2; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/glue/train_rte.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {8,4,2}; do
+    for update_freq in 8 4 2; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/glue/train_sst2.sh

@@ -35,11 +35,11 @@ max_tgt_length=30
 num_bins=1000
 prompt_type="src"
 
-for max_epoch in {5,7,10}; do
+for max_epoch in 5 7 10; do
   echo "max_epoch "${max_epoch}
-  for lr in {1e-4,7e-5,6e-5,5e-5,3e-5}; do
+  for lr in 1e-4 7e-5 6e-5 5e-5 3e-5; do
     echo "lr "${lr}
-    for update_freq in {2,1}; do
+    for update_freq in 2 1; do
       echo "update_freq "${update_freq}
 
       log_file=${log_dir}/${max_epoch}"_"${lr}"_"${update_freq}".log"

run_scripts/image_classify/train_imagenet_distributed.sh

@@ -49,13 +49,13 @@ max_tgt_length=30
 num_bins=1000
 patch_image_size=480
 
-for total_num_updates in {160000,}; do
+for total_num_updates in 160000; do
   echo "total_num_updates "${total_num_updates}
-  for warmup_updates in {1000,}; do
+  for warmup_updates in 1000; do
     echo "warmup_updates "${warmup_updates}  
-    for lr in {5e-5,}; do
+    for lr in 5e-5; do
       echo "lr "${lr}
-      for patch_image_size in {480,}; do
+      for patch_image_size in 480; do
         echo "patch_image_size "${patch_image_size}
 
         log_file=${log_dir}/${total_num_updates}"_"${warmup_updates}"_"${lr}"_"${patch_image_size}"_rank"${RANK}".log"

run_scripts/image_gen/train_image_gen_stage1_distributed.sh

@@ -52,11 +52,11 @@ VQGAN_CONFIG_PATH=../../checkpoints/vqgan/model.yaml
 CLIP_MODEL_PATH=../../checkpoints/clip/ViT-B-16.pt
 GEN_IMAGES_PATH=../../results/image_gen_stage1
 
-for total_num_updates in {40000,}; do
+for total_num_updates in 40000; do
   echo "total_num_updates "${total_num_updates}
-  for warmup_updates in {2000,}; do
+  for warmup_updates in 2000; do
     echo "warmup_updates "${warmup_updates}  
-    for lr in {1e-3,}; do
+    for lr in 1e-3; do
       echo "lr "${lr}
 
         log_file=${log_dir}/${total_num_updates}"_"${warmup_updates}"_"${lr}"_rank"${RANK}".log"

run_scripts/image_gen/train_image_gen_stage2_distributed.sh

@@ -51,11 +51,11 @@ VQGAN_CONFIG_PATH=../../checkpoints/vqgan/model.yaml
 CLIP_MODEL_PATH=../../checkpoints/clip/ViT-B-16.pt
 GEN_IMAGES_PATH=../../results/image_gen_stage2
 
-for total_num_updates in {5000,}; do
+for total_num_updates in 5000; do
   echo "total_num_updates "${total_num_updates}
-  for warmup_updates in {0,}; do
+  for warmup_updates in 0; do
     echo "warmup_updates "${warmup_updates}  
-    for lr in {1e-6,}; do
+    for lr in 1e-6; do
       echo "lr "${lr}
 
         log_file=${log_dir}/${total_num_updates}"_"${warmup_updates}"_"${lr}"_rank"${RANK}".log"

run_scripts/snli_ve/train_snli_ve.sh

@@ -36,9 +36,9 @@ num_bins=1000
 patch_image_size=480
 prompt_type="prev_output"
 
-for max_epoch in {6,}; do
+for max_epoch in 6; do
   echo "max_epoch "${max_epoch}
-  for lr in {2e-5,}; do
+  for lr in 2e-5; do
     echo "lr "${lr}
 
     log_file=${log_dir}/${max_epoch}"_"${lr}".log"

run_scripts/snli_ve/train_snli_ve_base.sh

@@ -36,9 +36,9 @@ num_bins=1000
 patch_image_size=480
 prompt_type="prev_output"
 
-for max_epoch in {5,}; do
+for max_epoch in 5; do
   echo "max_epoch "${max_epoch}
-  for lr in {5e-5,}; do
+  for lr in 5e-5; do
     echo "lr "${lr}
 
     log_file=${log_dir}/${max_epoch}"_"${lr}".log"

run_scripts/vqa/train_vqa_base_distributed.sh

@@ -67,13 +67,13 @@ val_inference_type=allcand
 unconstrained_training_flag=""
 # unconstrained_training_flag="--unconstrained-training"
 
-for max_epoch in {15,}; do
+for max_epoch in 15; do
   echo "max_epoch "${max_epoch}
-  for warmup_ratio in {0.04,}; do
+  for warmup_ratio in 0.04; do
     echo "warmup_updates "${warmup_updates}  
-    for lr in {5e-5,}; do
+    for lr in 5e-5; do
       echo "lr "${lr}
-      for patch_image_size in {480,}; do
+      for patch_image_size in 480; do
         echo "patch_image_size "${patch_image_size}
 
         log_file=${log_dir}/${max_epoch}"_"${warmup_ratio}"_"${lr}"_"${patch_image_size}"_rank"${RANK}".log"

run_scripts/vqa/train_vqa_distributed.sh

@@ -67,13 +67,13 @@ val_inference_type=allcand
 unconstrained_training_flag=""
 # unconstrained_training_flag="--unconstrained-training"
 
-for total_num_updates in {40000,}; do
+for total_num_updates in 40000; do
   echo "total_num_updates "${total_num_updates}
-  for warmup_updates in {1000,}; do
+  for warmup_updates in 1000; do
     echo "warmup_updates "${warmup_updates}  
-    for lr in {5e-5,}; do
+    for lr in 5e-5; do
       echo "lr "${lr}
-      for patch_image_size in {480,}; do
+      for patch_image_size in 480; do
         echo "patch_image_size "${patch_image_size}
 
         log_file=${log_dir}/${total_num_updates}"_"${warmup_updates}"_"${lr}"_"${patch_image_size}"_rank"${RANK}".log"