Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- $model="Z:\path\to\ponyDiffusionV6XL_v6StartWithThisOne.safetensors"
- $inputs="Z:\Inputs"
- $output="Z:\path\to\Lora"
- $batch_size=2 # !! VRAM !! change to 1 or use checkpointing if VRAMlet.
- $steps = 3000 #3000 is arbitrary, constant means you eyeball epochs with XYZ plot, pick whichever looks good.
- $DIM = 8
- $ALPHA = 32 #ratio is irrelevant, note below on d_coef
- .\venv\scripts\activate
- accelerate launch --gpu_ids=1 --num_cpu_threads_per_process 8 sdxl_train_network.py `
- `
- --pretrained_model_name_or_path="$model" `
- --train_data_dir=$inputs `
- --output_dir="$output" `
- `
- --shuffle_caption `
- --caption_extension=".txt" `
- `
- --random_crop `
- --enable_bucket `
- --bucket_reso_steps=64 `
- --min_bucket_reso=512 `
- --max_bucket_reso=2048 `
- --resolution="1024,1024" `
- `
- --max_train_steps=$steps `
- --train_batch_size=$batch_size `
- --network_dim=$DIM --network_alpha=$ALPHA `
- `
- --network_train_unet_only `
- <#
- preset optional: https://raw.githubusercontent.com/ThereforeGames/blora_for_kohya/main/lycoris_presets/blora_content_layout_style.toml
- dropout or dora ( dora_wd=True ) optional
- locon ( algo="locon") optional
- #> `
- --loss_type="huber" `
- --huber_schedule="snr" `
- --huber_c=0.1 `
- `
- --network_args "preset=Z:/path/to/sd-scripts/blora_content_style.toml" "algo=lora" "dropout=0.25" `
- --network_module="lycoris.kohya" `
- `
- --lr_scheduler="constant" `
- --optimizer_type="prodigy" `
- <#adjust d_coef down when it burns and alpha up (within reason) to avoid going *too* slow. #> `
- --optimizer_args "weight_decay=0.01" "betas=(0.9,0.999)" "d_coef=0.2" `
- --text_encoder_lr=1.0 `
- --unet_lr=1.0 `
- `
- --seed=8008135 `
- --save_every_n_epochs=1 --save_model_as="safetensors" --save_precision="fp16" --mixed_precision="fp16" `
- --prior_loss_weight=1 --max_grad_norm=1.0 `
- --xformers --no_half_vae `
- --persistent_data_loader_workers --max_data_loader_n_workers=1 `
- #nothing
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement