From 7d92065f0b62c2f5ed26ecaca2f0ec1d27ce88e5 Mon Sep 17 00:00:00 2001 From: cromac Date: Tue, 21 Nov 2023 12:18:40 +0100 Subject: [PATCH] Updated configs --- examples/configs/local_cpu_config.yaml | 3 ++- examples/configs/local_gpu_config.yaml | 3 ++- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/examples/configs/local_cpu_config.yaml b/examples/configs/local_cpu_config.yaml index d820456..f8447fa 100644 --- a/examples/configs/local_cpu_config.yaml +++ b/examples/configs/local_cpu_config.yaml @@ -14,8 +14,9 @@ lamorel_args: pretrained: true minibatch_size: 192 pre_encode_inputs: true + load_in_4bit: false parallelism: - use_gpu: true + use_gpu: false model_parallelism_size: 1 synchronize_gpus_after_scoring: false empty_cuda_cache_after_scoring: false diff --git a/examples/configs/local_gpu_config.yaml b/examples/configs/local_gpu_config.yaml index 7835705..fc3d658 100644 --- a/examples/configs/local_gpu_config.yaml +++ b/examples/configs/local_gpu_config.yaml @@ -7,13 +7,14 @@ lamorel_args: accelerate_args: config_file: accelerate/default_config.yaml machine_rank: 0 - num_machines: 2 + num_machines: 1 llm_args: model_type: seq2seq model_path: t5-small pretrained: true minibatch_size: 192 pre_encode_inputs: true + load_in_4bit: false parallelism: use_gpu: true model_parallelism_size: 1