Update presets

HusterRC · Jul 8, 2023 · 5f6d021 · 5f6d021
1 parent 429d2f2
commit 5f6d021
Show file tree

Hide file tree

Showing 17 changed files with 997 additions and 717 deletions.
diff --git a/.gitignore b/.gitignore
@@ -33,12 +33,14 @@ uninstall.txt
 
 # Test files
 test/output
-test/logs
+test/log*
 test/*.json
 test/ft
 
 # Temporary requirements
 requirements_tmp_for_setup.txt
 
 # Version specific
-0.13.3
+0.13.3
+
+*.npz
diff --git a/library/common_gui.py b/library/common_gui.py
@@ -131,15 +131,16 @@ def update_my_data(my_data):
         my_data['LoRA_type'] = 'LyCORIS/LoCon'
 
     # Update model save choices due to changes for LoRA and TI training
-    if (
-        my_data.get('LoRA_type') or my_data.get('num_vectors_per_token')
-    ) and my_data.get('save_model_as') not in ['safetensors', 'ckpt']:
-        message = 'Updating save_model_as to safetensors because the current value in the config file is no longer applicable to {}'
-        if my_data.get('LoRA_type'):
-            log.info(message.format('LoRA'))
-        if my_data.get('num_vectors_per_token'):
-            log.info(message.format('TI'))
-        my_data['save_model_as'] = 'safetensors'
+    if 'save_model_as' in my_data:
+        if (
+            my_data.get('LoRA_type') or my_data.get('num_vectors_per_token')
+        ) and my_data.get('save_model_as') not in ['safetensors', 'ckpt']:
+            message = 'Updating save_model_as to safetensors because the current value in the config file is no longer applicable to {}'
+            if my_data.get('LoRA_type'):
+                log.info(message.format('LoRA'))
+            if my_data.get('num_vectors_per_token'):
+                log.info(message.format('TI'))
+            my_data['save_model_as'] = 'safetensors'
 
     return my_data
 

diff --git a/presets/lora/iA3-Prodigy-sd15.json b/presets/lora/iA3-Prodigy-sd15.json
@@ -1,33 +1,30 @@
 {
-  "LoRA_type": "LyCORIS/iA3",
-  "adaptive_noise_scale": 0.005,
-  "caption_dropout_rate": 0.5,
-  "epoch": 300,
-  "gradient_accumulation_steps": 1,
-  "gradient_checkpointing": true,
-  "keep_tokens": 1,
-  "learning_rate": 1.0,
-  "lr_scheduler": "constant",
-  "lr_warmup": 0,
-  "min_snr_gamma": 5,
-  "network_alpha": 1024,
-  "network_dim": 1024,
-  "network_dropout": 0.3,
-  "noise_offset": 0.05,
-  "noise_offset_type": "Original",
-  "optimizer": "Prodigy",
-  "optimizer_args": "d_coef=1.0 weight_decay=0.01 safeguard_warmup=False use_bias_correction=False",
-  "sample_every_n_epochs": 10,
-  "sample_every_n_steps": 0,
-  "save_every_n_epochs": 10,
-  "save_every_n_steps": 0,
-  "save_last_n_steps": 0,
-  "save_model_as": "safetensors",
-  "scale_weight_norms": 1,
-  "seed": "31337",
-  "shuffle_caption": true,
-  "text_encoder_lr": 1.0,
-  "train_batch_size": 1,
-  "training_comment": "rentry.co/ProdiAgy",
-  "unet_lr": 1.0
+    "LoRA_type": "LyCORIS/iA3",
+    "adaptive_noise_scale": 0.005,
+    "caption_dropout_rate": 0.5,
+    "epoch": 300,
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": true,
+    "keep_tokens": 1,
+    "learning_rate": 1.0,
+    "lr_scheduler": "constant",
+    "lr_warmup": 0,
+    "min_snr_gamma": 5,
+    "network_alpha": 1024,
+    "network_dim": 1024,
+    "network_dropout": 0.3,
+    "noise_offset": 0.05,
+    "noise_offset_type": "Original",
+    "optimizer": "Prodigy",
+    "optimizer_args": "d_coef=1.0 weight_decay=0.01 safeguard_warmup=False use_bias_correction=False",
+    "save_every_n_epochs": 10,
+    "save_every_n_steps": 0,
+    "save_last_n_steps": 0,
+    "scale_weight_norms": 1,
+    "seed": "31337",
+    "shuffle_caption": true,
+    "text_encoder_lr": 1.0,
+    "train_batch_size": 1,
+    "training_comment": "rentry.co/ProdiAgy",
+    "unet_lr": 1.0
 }
diff --git a/presets/lora/ia3-sd15.json b/presets/lora/ia3-sd15.json
@@ -1,96 +1,87 @@
 {
-  "LoRA_type": "LyCORIS/iA3",
-  "adaptive_noise_scale": 0,
-  "additional_parameters": "",
-  "block_alphas": "",
-  "block_dims": "",
-  "block_lr_zero_threshold": "",
-  "bucket_no_upscale": true,
-  "bucket_reso_steps": 1,
-  "cache_latents": true,
-  "cache_latents_to_disk": true,
-  "caption_dropout_every_n_epochs": 0.0,
-  "caption_dropout_rate": 0,
-  "caption_extension": ".none-use-foldername",
-  "clip_skip": "1",
-  "color_aug": false,
-  "conv_alpha": 64,
-  "conv_alphas": "",
-  "conv_dim": 64,
-  "conv_dims": "",
-  "decompose_both": false,
-  "dim_from_weights": false,
-  "down_lr_weight": "",
-  "enable_bucket": true,
-  "epoch": 4,
-  "factor": -1,
-  "flip_aug": false,
-  "full_fp16": false,
-  "gradient_accumulation_steps": 1,
-  "gradient_checkpointing": false,
-  "keep_tokens": "0",
-  "learning_rate": 1.0,
-  "lora_network_weights": "",
-  "lr_scheduler": "cosine",
-  "lr_scheduler_num_cycles": "",
-  "lr_scheduler_power": "",
-  "lr_warmup": 0,
-  "max_data_loader_n_workers": "0",
-  "max_resolution": "512,512",
-  "max_token_length": "75",
-  "max_train_epochs": "",
-  "mem_eff_attn": false,
-  "mid_lr_weight": "",
-  "min_snr_gamma": 10,
-  "mixed_precision": "bf16",
-  "model_list": "runwayml/stable-diffusion-v1-5",
-  "module_dropout": 0,
-  "multires_noise_discount": 0.2,
-  "multires_noise_iterations": 8,
-  "network_alpha": 64,
-  "network_dim": 64,
-  "network_dropout": 0,
-  "no_token_padding": false,
-  "noise_offset": 0,
-  "noise_offset_type": "Multires",
-  "num_cpu_threads_per_process": 2,
-  "optimizer": "Prodigy",
-  "optimizer_args": "",
-  "persistent_data_loader_workers": false,
-  "pretrained_model_name_or_path": "runwayml/stable-diffusion-v1-5",
-  "prior_loss_weight": 1.0,
-  "random_crop": false,
-  "rank_dropout": 0,
-  "resume": "",
-  "sample_every_n_epochs": 0,
-  "sample_every_n_steps": 0,
-  "sample_prompts": "",
-  "sample_sampler": "euler_a",
-  "save_every_n_epochs": 1,
-  "save_every_n_steps": 0,
-  "save_last_n_steps": 0,
-  "save_last_n_steps_state": 0,
-  "save_model_as": "safetensors",
-  "save_precision": "fp16",
-  "save_state": false,
-  "scale_v_pred_loss_like_noise_pred": false,
-  "scale_weight_norms": 0,
-  "seed": "",
-  "shuffle_caption": false,
-  "stop_text_encoder_training": 0,
-  "text_encoder_lr": 1.0,
-  "train_batch_size": 1,
-  "train_on_input": true,
-  "training_comment": "",
-  "unet_lr": 1.0,
-  "unit": 1,
-  "up_lr_weight": "",
-  "use_cp": false,
-  "use_wandb": false,
-  "v2": false,
-  "v_parameterization": false,
-  "vae_batch_size": 0,
-  "wandb_api_key": "",
-  "weighted_captions": false,
-  "xformers": true
+    "LoRA_type": "LyCORIS/iA3",
+    "adaptive_noise_scale": 0,
+    "additional_parameters": "",
+    "block_alphas": "",
+    "block_dims": "",
+    "block_lr_zero_threshold": "",
+    "bucket_no_upscale": true,
+    "bucket_reso_steps": 1,
+    "cache_latents": true,
+    "cache_latents_to_disk": true,
+    "caption_dropout_every_n_epochs": 0.0,
+    "caption_dropout_rate": 0,
+    "caption_extension": ".none-use-foldername",
+    "clip_skip": "1",
+    "color_aug": false,
+    "conv_alpha": 64,
+    "conv_alphas": "",
+    "conv_dim": 64,
+    "conv_dims": "",
+    "decompose_both": false,
+    "dim_from_weights": false,
+    "down_lr_weight": "",
+    "enable_bucket": true,
+    "epoch": 4,
+    "factor": -1,
+    "flip_aug": false,
+    "full_fp16": false,
+    "gradient_accumulation_steps": 1,
+    "gradient_checkpointing": false,
+    "keep_tokens": "0",
+    "learning_rate": 1.0,
+    "lora_network_weights": "",
+    "lr_scheduler": "cosine",
+    "lr_scheduler_num_cycles": "",
+    "lr_scheduler_power": "",
+    "lr_warmup": 0,
+    "max_data_loader_n_workers": "0",
+    "max_resolution": "512,512",
+    "max_token_length": "75",
+    "max_train_epochs": "",
+    "mem_eff_attn": false,
+    "mid_lr_weight": "",
+    "min_snr_gamma": 10,
+    "mixed_precision": "bf16",
+    "module_dropout": 0,
+    "multires_noise_discount": 0.2,
+    "multires_noise_iterations": 8,
+    "network_alpha": 64,
+    "network_dim": 64,
+    "network_dropout": 0,
+    "no_token_padding": false,
+    "noise_offset": 0,
+    "noise_offset_type": "Multires",
+    "num_cpu_threads_per_process": 2,
+    "optimizer": "Prodigy",
+    "optimizer_args": "",
+    "persistent_data_loader_workers": false,
+    "prior_loss_weight": 1.0,
+    "random_crop": false,
+    "rank_dropout": 0,
+    "save_every_n_epochs": 1,
+    "save_every_n_steps": 0,
+    "save_last_n_steps": 0,
+    "save_last_n_steps_state": 0,
+    "save_precision": "fp16",
+    "scale_v_pred_loss_like_noise_pred": false,
+    "scale_weight_norms": 0,
+    "seed": "",
+    "shuffle_caption": false,
+    "stop_text_encoder_training": 0,
+    "text_encoder_lr": 1.0,
+    "train_batch_size": 1,
+    "train_on_input": true,
+    "training_comment": "",
+    "unet_lr": 1.0,
+    "unit": 1,
+    "up_lr_weight": "",
+    "use_cp": false,
+    "use_wandb": false,
+    "v2": false,
+    "v_parameterization": false,
+    "vae_batch_size": 0,
+    "wandb_api_key": "",
+    "weighted_captions": false,
+    "xformers": true
 }