Updated configs

flowersteam · Nov 21, 2023 · 7d92065 · 7d92065
1 parent e215497
commit 7d92065
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/examples/configs/local_cpu_config.yaml b/examples/configs/local_cpu_config.yaml
@@ -14,8 +14,9 @@ lamorel_args:
     pretrained: true
     minibatch_size: 192
     pre_encode_inputs: true
+    load_in_4bit: false
     parallelism:
-      use_gpu: true
+      use_gpu: false
       model_parallelism_size: 1
       synchronize_gpus_after_scoring: false
       empty_cuda_cache_after_scoring: false

diff --git a/examples/configs/local_gpu_config.yaml b/examples/configs/local_gpu_config.yaml
@@ -7,13 +7,14 @@ lamorel_args:
   accelerate_args:
     config_file: accelerate/default_config.yaml
     machine_rank: 0
-    num_machines: 2
+    num_machines: 1
   llm_args:
     model_type: seq2seq
     model_path: t5-small
     pretrained: true
     minibatch_size: 192
     pre_encode_inputs: true
+    load_in_4bit: false
     parallelism:
       use_gpu: true
       model_parallelism_size: 1