Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # ushikani-kassen.toml
- ```toml
- output_dir = 'diffusion-pipe/output/'
- dataset = 'ushikani-kassen_dataset.toml'
- # training settings
- # note, I uploaded epoch 3, I left my config as is for completeness
- epochs = 5
- micro_batch_size_per_gpu = 4
- pipeline_stages = 1
- gradient_accumulation_steps = 1
- gradient_clipping = 1
- warmup_steps = 10
- # misc settings
- save_every_n_epochs = 1
- checkpoint_every_n_epochs = 1
- activation_checkpointing = true
- partition_method = 'parameters'
- save_dtype = 'bfloat16'
- caching_batch_size = 8
- steps_per_print = 1
- blocks_to_swap = 8
- [model]
- type = 'anima'
- transformer_path = 'anima-preview.safetensors'
- vae_path = 'qwen_image_vae.safetensors'
- llm_path = 'qwen_3_06b_base.safetensors'
- dtype = 'bfloat16'
- [adapter]
- type = 'lora'
- rank = 16
- dtype = 'bfloat16'
- [optimizer]
- type = 'Prodigy'
- lr = 1
- betas = [0.9, 0.99]
- weight_decay = 0.01
- safeguard_warmup = true
- use_bias_correction = true
- d_coef = 0.4
- ```
- # ushikani-kassen_dataset.toml
- ```toml
- resolutions = [1024]
- enable_ar_bucket = true
- min_ar = 0.5
- max_ar = 2.0
- num_ar_buckets = 5
- [[directory]]
- path = 'ushikani_kassen/'
- num_repeats = 14
- ```
Advertisement
Add Comment
Please, Sign In to add comment