Update MyPreset-SDXL - LoRA adafactor.json

presets/lora/user_presets/MyPreset-SDXL - LoRA adafactor.json

@@ -2,7 +2,7 @@
   "LoRA_type": "Standard",
   "LyCORIS_preset": "full",
   "adaptive_noise_scale": 0,
-  "additional_parameters": "--log_prefix=xl-lora",
+  "additional_parameters": "--lowram --log_prefix=xl-lora",
   "async_upload": false,
   "block_alphas": "",
   "block_dims": "",
@@ -18,10 +18,10 @@
   "clip_skip": 1,
   "color_aug": false,
   "constrain": 0,
-  "conv_alpha": 4,
+  "conv_alpha": 1,
   "conv_block_alphas": "",
   "conv_block_dims": "",
-  "conv_dim": 4,
+  "conv_dim": 1,
   "dataset_config": "",
   "debiased_estimation_loss": false,
   "decompose_both": false,
@@ -39,7 +39,7 @@
   "flip_aug": false,
   "fp8_base": false,
   "full_bf16": false,
-  "full_fp16": false,
+  "full_fp16": true,
   "gpu_ids": "",
   "gradient_accumulation_steps": 1,
   "gradient_checkpointing": true,
@@ -57,11 +57,11 @@
   "log_tracker_config": "",
   "log_tracker_name": "",
   "log_with": "",
-  "logging_dir": "/kaggle/working/kohya_ss/dataset/outputs/log",
+  "logging_dir": "/kaggle/working/kohya_ss/outputs/log",
   "loss_type": "l2",
-  "lr_scheduler": "adafactor",
+  "lr_scheduler": "constant",
   "lr_scheduler_args": "",
-  "lr_scheduler_num_cycles": 1,
+  "lr_scheduler_num_cycles": 8,
   "lr_scheduler_power": 1,
   "lr_warmup": 0,
   "main_process_port": 0,
@@ -91,26 +91,26 @@
   "multires_noise_discount": 0,
   "multires_noise_iterations": 0,
   "network_alpha": 1,
-  "network_dim": 128,
+  "network_dim": 32,
   "network_dropout": 0,
   "network_weights": "",
-  "noise_offset": 0.0357,
+  "noise_offset": 0,
   "noise_offset_random_strength": false,
   "noise_offset_type": "Original",
   "num_cpu_threads_per_process": 2,
   "num_machines": 1,
-  "num_processes": 1,
+  "num_processes": 2,
   "optimizer": "Adafactor",
   "optimizer_args": "",
-  "output_dir": "/kaggle/working/kohya_ss/dataset/outputs/model",
+  "output_dir": "/kaggle/working/kohya_ss/outputs/model",
   "output_name": "lora-name",
   "persistent_data_loader_workers": false,
   "pretrained_model_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
   "prior_loss_weight": 1,
   "random_crop": false,
   "rank_dropout": 0,
   "rank_dropout_scale": false,
-  "reg_data_dir": "",
+  "reg_data_dir": "/kaggle/working/kohya_ss/outputs/reg",
   "rescaled": false,
   "resume": "",
   "resume_from_huggingface": "",
@@ -124,12 +124,12 @@
   "save_last_n_steps": 0,
   "save_last_n_steps_state": 0,
   "save_model_as": "safetensors",
-  "save_precision": "bf16",
+  "save_precision": "fp16",
   "save_state": false,
   "save_state_on_train_end": false,
   "save_state_to_huggingface": false,
   "scale_v_pred_loss_like_noise_pred": false,
-  "scale_weight_norms": 1,
+  "scale_weight_norms": 0,
   "sdxl": true,
   "sdxl_cache_text_encoder_outputs": false,
   "sdxl_no_half_vae": true,
@@ -138,9 +138,9 @@
   "stop_text_encoder_training": 0,
   "text_encoder_lr": 0.0012,
   "train_batch_size": 1,
-  "train_data_dir": "/kaggle/working/kohya_ss/dataset/outputs/img",
+  "train_data_dir": "/kaggle/working/kohya_ss/outputs/img",
   "train_norm": false,
-  "train_on_input": false,
+  "train_on_input": true,
   "training_comment": "",
   "unet_lr": 0.0012,
   "unit": 1,