bash scrips changes for lora and prefix tuning

AdaBit-AI · Jan 27, 2024 · 604d20a · 604d20a
1 parent 6a816b7
commit 604d20a
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 1 deletion.
diff --git a/scripts/grid_search_1/grid_search_prefix_tuning_1.sh b/scripts/grid_search_1/grid_search_prefix_tuning_1.sh
@@ -1,10 +1,20 @@
 # bash scripts/grid_search_1/grid_search_prefix_tuning_1.sh dev_cmd t5
+
 TRAINING_SETTINGS=(0 1)
 # LORA_RANKS=(8 32 64 128 256 512)
 
 # flip the order of the bottleneck sizes
 PREFIX_LENS=(512 256 128 32)
-BOTTLENECK_SIZES=(1024 512 256)
+
+# second search
+# PREFIX_LENS=(512 256 128 32)
+# BOTTLENECK_SIZES=(-1)
+
+
+# first search
+PREFIX_LENS=(8)
+BOTTLENECK_SIZES=(-1 1024 512 256)
+
 # DATA_FOLDERS=("default_train8_val_50" "default_train_32_val_50" "default_train_64_val_50" "default_train_128_val_50" "default_train_256_val_50" "default_train_512_val_50" "default_train_707_val_50")
 lrs=(1e-5 5e-5 1e-4 5e-4 1e-3)
 script_mode=$1

diff --git a/scripts/grid_search_1_lora.sh b/scripts/grid_search_1_lora.sh
@@ -5,6 +5,7 @@ fi
 
 random_seeds=(42)
 for random_seed in "${random_seeds[@]}"; do
+    export RANDOM_SEED=$random_seed
     bash scripts/grid_search_1/grid_search_lora_1.sh $1 t5
     if [ $script_mode == "dev" ];then
         break