Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- [[subsets]]
- caption_extension = ".txt"
- image_dir = "FOLDER PATH/12_Sawatari"
- keep_tokens = 1
- name = "12"
- num_repeats = 12
- shuffle_caption = true
- [train_mode]
- train_mode = "lora"
- [general_args.args]
- max_data_loader_n_workers = 1
- persistent_data_loader_workers = true
- full_bf16 = true
- mixed_precision = "bf16"
- gradient_checkpointing = true
- gradient_accumulation_steps = 1
- seed = 0
- max_token_length = 225
- prior_loss_weight = 1.0
- xformers = true
- max_train_epochs = 10
- cache_latents = true
- cache_latents_to_disk = true
- sdxl = true
- pretrained_model_name_or_path = ""
- keep_tokens_separator = "|||"
- [general_args.dataset_args]
- resolution = 1024
- batch_size = 4
- [network_args.args]
- network_dropout = 0.1
- network_dim = 8
- network_alpha = 4.0
- min_timestep = 0
- max_timestep = 1000
- ip_noise_gamma = 0.1
- [optimizer_args.args]
- lr_scheduler = "cosine"
- optimizer_type = "Came"
- lr_scheduler_type = "LoraEasyCustomOptimizer.RexAnnealingWarmRestarts.RexAnnealingWarmRestarts"
- lr_scheduler_num_cycles = 1
- loss_type = "l2"
- learning_rate = 6e-5
- unet_lr = 6e-5
- text_encoder_lr = 6e-6
- max_grad_norm = 1.0
- min_snr_gamma = 5
- [saving_args.args]
- output_name = "Sawatari_IL_V1"
- save_precision = "bf16"
- save_model_as = "safetensors"
- save_every_n_epochs = 1
- save_toml = true
- save_state = true
- output_dir = "FOLDER PATH/Sawatari_IL_V1"
- save_toml_location = "FOLDER PATH/Sawatari_IL_V1"
- save_last_n_epochs_state = 1
- [noise_args.args]
- multires_noise_iterations = 6
- multires_noise_discount = 0.15
- [bucket_args.dataset_args]
- enable_bucket = true
- min_bucket_reso = 256
- max_bucket_reso = 2048
- bucket_reso_steps = 64
- [network_args.args.network_args]
- [optimizer_args.args.lr_scheduler_args]
- min_lr = 1e-6
- gamma = 0.9
- d = 0.9
- [optimizer_args.args.optimizer_args]
- weight_decay = "0.1"
Advertisement
Add Comment
Please, Sign In to add comment