Guest User

Untitled

a guest
Nov 27th, 2024
6,189
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 5.81 KB | None | 0 0
  1. {
  2. "LoRA_type": "Flux1",
  3. "LyCORIS_preset": "full",
  4. "adaptive_noise_scale": 0,
  5. "additional_parameters": "",
  6. "ae": "<path to ae.safetensors>",
  7. "apply_t5_attn_mask": false,
  8. "async_upload": false,
  9. "block_alphas": "",
  10. "block_dims": "",
  11. "block_lr_zero_threshold": "",
  12. "blocks_to_swap": 0,
  13. "bucket_no_upscale": true,
  14. "bucket_reso_steps": 64,
  15. "bypass_mode": false,
  16. "cache_latents": false,
  17. "cache_latents_to_disk": true,
  18. "caption_dropout_every_n_epochs": 0,
  19. "caption_dropout_rate": 0,
  20. "caption_extension": ".txt",
  21. "clip_l": "<path to clip_l safetensors>",
  22. "clip_skip": 1,
  23. "color_aug": false,
  24. "constrain": 0,
  25. "conv_alpha": 1,
  26. "conv_block_alphas": "",
  27. "conv_block_dims": "",
  28. "conv_dim": 1,
  29. "cpu_offload_checkpointing": false,
  30. "dataset_config": "",
  31. "debiased_estimation_loss": false,
  32. "decompose_both": false,
  33. "dim_from_weights": false,
  34. "discrete_flow_shift": 3,
  35. "dora_wd": false,
  36. "double_blocks_to_swap": 0,
  37. "down_lr_weight": "",
  38. "dynamo_backend": "no",
  39. "dynamo_mode": "default",
  40. "dynamo_use_dynamic": false,
  41. "dynamo_use_fullgraph": false,
  42. "enable_all_linear": false,
  43. "enable_bucket": true,
  44. "epoch": 18,
  45. "extra_accelerate_launch_args": "",
  46. "factor": -1,
  47. "flip_aug": false,
  48. "flux1_cache_text_encoder_outputs": false,
  49. "flux1_cache_text_encoder_outputs_to_disk": true,
  50. "flux1_checkbox": true,
  51. "fp8_base": true,
  52. "fp8_base_unet": false,
  53. "full_bf16": false,
  54. "full_fp16": false,
  55. "gpu_ids": "",
  56. "gradient_accumulation_steps": 1,
  57. "gradient_checkpointing": true,
  58. "guidance_scale": 1,
  59. "highvram": false,
  60. "huber_c": 0.1,
  61. "huber_schedule": "snr",
  62. "huggingface_path_in_repo": "",
  63. "huggingface_repo_id": "",
  64. "huggingface_repo_type": "",
  65. "huggingface_repo_visibility": "",
  66. "huggingface_token": "",
  67. "img_attn_dim": "",
  68. "img_mlp_dim": "",
  69. "img_mod_dim": "",
  70. "in_dims": "",
  71. "ip_noise_gamma": 0,
  72. "ip_noise_gamma_random_strength": false,
  73. "keep_tokens": 0,
  74. "learning_rate": 0.0005,
  75. "log_config": false,
  76. "log_tracker_config": "",
  77. "log_tracker_name": "",
  78. "log_with": "",
  79. "logging_dir": "/logs",
  80. "loraplus_lr_ratio": 0,
  81. "loraplus_text_encoder_lr_ratio": 0,
  82. "loraplus_unet_lr_ratio": 0,
  83. "loss_type": "l2",
  84. "lowvram": false,
  85. "lr_scheduler": "cosine_with_restarts",
  86. "lr_scheduler_args": "",
  87. "lr_scheduler_num_cycles": 3,
  88. "lr_scheduler_power": 1,
  89. "lr_scheduler_type": "",
  90. "lr_warmup": 0,
  91. "lr_warmup_steps": 0,
  92. "main_process_port": 0,
  93. "masked_loss": false,
  94. "max_bucket_reso": 1024,
  95. "max_data_loader_n_workers": 0,
  96. "max_grad_norm": 1,
  97. "max_resolution": "512,512",
  98. "max_timestep": 1000,
  99. "max_token_length": 75,
  100. "max_train_epochs": 0,
  101. "max_train_steps": 0,
  102. "mem_eff_attn": false,
  103. "mem_eff_save": false,
  104. "metadata_author": "<your author name>",
  105. "metadata_description": "Flux-offload-config-V1",
  106. "metadata_license": "",
  107. "metadata_tags": "",
  108. "metadata_title": "Flux-offload-config-V1",
  109. "mid_lr_weight": "",
  110. "min_bucket_reso": 256,
  111. "min_snr_gamma": 5,
  112. "min_timestep": 0,
  113. "mixed_precision": "bf16",
  114. "model_list": "custom",
  115. "model_prediction_type": "raw",
  116. "module_dropout": 0,
  117. "multi_gpu": false,
  118. "multires_noise_discount": 0.3,
  119. "multires_noise_iterations": 6,
  120. "network_alpha": 16,
  121. "network_dim": 2,
  122. "network_dropout": 0,
  123. "network_weights": "",
  124. "noise_offset": 0.05,
  125. "noise_offset_random_strength": false,
  126. "noise_offset_type": "Multires",
  127. "num_cpu_threads_per_process": 2,
  128. "num_machines": 1,
  129. "num_processes": 1,
  130. "optimizer": "AdamW8bit",
  131. "optimizer_args": "",
  132. "output_dir": "<your output directory>",
  133. "output_name": "<your lora name>",
  134. "persistent_data_loader_workers": false,
  135. "pretrained_model_name_or_path": "<path to flux-dev1 safetensors>",
  136. "prior_loss_weight": 1,
  137. "random_crop": false,
  138. "rank_dropout": 0,
  139. "rank_dropout_scale": false,
  140. "reg_data_dir": "",
  141. "rescaled": false,
  142. "resume": "",
  143. "resume_from_huggingface": "",
  144. "sample_every_n_epochs": 2,
  145. "sample_every_n_steps": 0,
  146. "sample_prompts": "a woman having coffee in a cafe <your trigger word>\na woman working in the garden <your trigger word>",
  147. "sample_sampler": "euler_a",
  148. "save_as_bool": false,
  149. "save_every_n_epochs": 1,
  150. "save_every_n_steps": 0,
  151. "save_last_n_epochs": 0,
  152. "save_last_n_epochs_state": 0,
  153. "save_last_n_steps": 0,
  154. "save_last_n_steps_state": 0,
  155. "save_model_as": "safetensors",
  156. "save_precision": "bf16",
  157. "save_state": false,
  158. "save_state_on_train_end": false,
  159. "save_state_to_huggingface": false,
  160. "scale_v_pred_loss_like_noise_pred": false,
  161. "scale_weight_norms": 0,
  162. "sdxl": false,
  163. "sdxl_cache_text_encoder_outputs": false,
  164. "sdxl_no_half_vae": false,
  165. "seed": 0,
  166. "shuffle_caption": false,
  167. "single_blocks_to_swap": 0,
  168. "single_dim": "",
  169. "single_mod_dim": "",
  170. "skip_cache_check": false,
  171. "split_mode": false,
  172. "split_qkv": false,
  173. "stop_text_encoder_training": 0,
  174. "t5xxl": "<path to t5xxl_fp16 safetensors file>",
  175. "t5xxl_lr": 0,
  176. "t5xxl_max_token_length": 512,
  177. "text_encoder_lr": 0,
  178. "timestep_sampling": "sigmoid",
  179. "train_batch_size": 2,
  180. "train_blocks": "all",
  181. "train_data_dir": "<path to LORA img folder>",
  182. "train_double_block_indices": "all",
  183. "train_norm": false,
  184. "train_on_input": true,
  185. "train_single_block_indices": "all",
  186. "train_t5xxl": false,
  187. "training_comment": "",
  188. "txt_attn_dim": "",
  189. "txt_mlp_dim": "",
  190. "txt_mod_dim": "",
  191. "unet_lr": 0.0005,
  192. "unit": 1,
  193. "up_lr_weight": "",
  194. "use_cp": false,
  195. "use_scalar": false,
  196. "use_tucker": false,
  197. "v2": false,
  198. "v_parameterization": false,
  199. "v_pred_like_loss": 0,
  200. "vae": "",
  201. "vae_batch_size": 0,
  202. "wandb_api_key": "",
  203. "wandb_run_name": "",
  204. "weighted_captions": false,
  205. "xformers": "xformers"
  206. }
Advertisement
Add Comment
Please, Sign In to add comment