Guest User

Untitled

a guest
Feb 4th, 2025
167
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.79 KB | None | 0 0
  1. [[subsets]]
  2. caption_extension = ".txt"
  3. image_dir = "FOLDER PATH/12_Sawatari"
  4. keep_tokens = 1
  5. name = "12"
  6. num_repeats = 12
  7. shuffle_caption = true
  8.  
  9. [train_mode]
  10. train_mode = "lora"
  11.  
  12. [general_args.args]
  13. max_data_loader_n_workers = 1
  14. persistent_data_loader_workers = true
  15. full_bf16 = true
  16. mixed_precision = "bf16"
  17. gradient_checkpointing = true
  18. gradient_accumulation_steps = 1
  19. seed = 0
  20. max_token_length = 225
  21. prior_loss_weight = 1.0
  22. xformers = true
  23. max_train_epochs = 10
  24. cache_latents = true
  25. cache_latents_to_disk = true
  26. sdxl = true
  27. pretrained_model_name_or_path = ""
  28. keep_tokens_separator = "|||"
  29.  
  30. [general_args.dataset_args]
  31. resolution = 1024
  32. batch_size = 4
  33.  
  34. [network_args.args]
  35. network_dropout = 0.1
  36. network_dim = 8
  37. network_alpha = 4.0
  38. min_timestep = 0
  39. max_timestep = 1000
  40. ip_noise_gamma = 0.1
  41.  
  42. [optimizer_args.args]
  43. lr_scheduler = "cosine"
  44. optimizer_type = "Came"
  45. lr_scheduler_type = "LoraEasyCustomOptimizer.RexAnnealingWarmRestarts.RexAnnealingWarmRestarts"
  46. lr_scheduler_num_cycles = 1
  47. loss_type = "l2"
  48. learning_rate = 6e-5
  49. unet_lr = 6e-5
  50. text_encoder_lr = 6e-6
  51. max_grad_norm = 1.0
  52. min_snr_gamma = 5
  53.  
  54. [saving_args.args]
  55. output_name = "Sawatari_IL_V1"
  56. save_precision = "bf16"
  57. save_model_as = "safetensors"
  58. save_every_n_epochs = 1
  59. save_toml = true
  60. save_state = true
  61. output_dir = "FOLDER PATH/Sawatari_IL_V1"
  62. save_toml_location = "FOLDER PATH/Sawatari_IL_V1"
  63. save_last_n_epochs_state = 1
  64.  
  65. [noise_args.args]
  66. multires_noise_iterations = 6
  67. multires_noise_discount = 0.15
  68.  
  69. [bucket_args.dataset_args]
  70. enable_bucket = true
  71. min_bucket_reso = 256
  72. max_bucket_reso = 2048
  73. bucket_reso_steps = 64
  74.  
  75. [network_args.args.network_args]
  76.  
  77. [optimizer_args.args.lr_scheduler_args]
  78. min_lr = 1e-6
  79. gamma = 0.9
  80. d = 0.9
  81.  
  82. [optimizer_args.args.optimizer_args]
  83. weight_decay = "0.1"
  84.  
Advertisement
Add Comment
Please, Sign In to add comment