Adding cache

allenai · Oct 16, 2024 · 277723f · 277723f
1 parent 87182ab
commit 277723f
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/pdelfin/train/config/qwen2vl-7b-lora.yaml b/pdelfin/train/config/qwen2vl-7b-lora.yaml
@@ -12,7 +12,7 @@ generate:
 
 train_data:
   seed: 1337
-  cache_location: /root/pdelfin_cache
+  cache_location: /data/jakep/pdfdata/pdelfin_cache
   sources:
     - name: openai_batch_data_v5_1_train
       response_glob_path: /data/jakep/pdfdata/openai_batch_data_v5_1_train_done/*.json
@@ -24,7 +24,7 @@ train_data:
       target_anchor_text_len: 6000
 
 valid_data:
-  cache_location: /root/pdelfin_cache
+  cache_location: /data/jakep/pdfdata/pdelfin_cache
   metric_for_best_model: openai_batch_data_v5_1_eval_loss
   sources:
     # These tend to be small, so you can load from s3 it's no big deal