Advertisement
Guest User

Untitled

a guest
Jul 23rd, 2024
91
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1.  
  2. $model="Z:\path\to\ponyDiffusionV6XL_v6StartWithThisOne.safetensors"
  3. $inputs="Z:\Inputs"
  4. $output="Z:\path\to\Lora"
  5.  
  6. $batch_size=2   # !! VRAM !! change to 1 or use checkpointing if VRAMlet.
  7. $steps = 3000   #3000 is arbitrary, constant means you eyeball epochs with XYZ plot, pick whichever looks good.
  8. $DIM = 8
  9. $ALPHA = 32 #ratio is irrelevant, note below on d_coef
  10.  
  11. .\venv\scripts\activate
  12.  
  13. accelerate launch --gpu_ids=1 --num_cpu_threads_per_process 8 sdxl_train_network.py `
  14.     `
  15.     --pretrained_model_name_or_path="$model" `
  16.     --train_data_dir=$inputs `
  17.     --output_dir="$output" `
  18.     `
  19.     --shuffle_caption `
  20.     --caption_extension=".txt" `
  21.     `
  22.     --random_crop `
  23.     --enable_bucket `
  24.     --bucket_reso_steps=64 `
  25.     --min_bucket_reso=512 `
  26.     --max_bucket_reso=2048 `
  27.     --resolution="1024,1024" `
  28.     `
  29.     --max_train_steps=$steps `
  30.     --train_batch_size=$batch_size `
  31.     --network_dim=$DIM --network_alpha=$ALPHA `
  32.     `
  33.     --network_train_unet_only `
  34.     <#
  35.     preset optional: https://raw.githubusercontent.com/ThereforeGames/blora_for_kohya/main/lycoris_presets/blora_content_layout_style.toml
  36.     dropout or dora ( dora_wd=True ) optional
  37.     locon ( algo="locon") optional
  38.     #> `
  39.     --loss_type="huber" `
  40.     --huber_schedule="snr" `
  41.     --huber_c=0.1 `
  42.     `
  43.     --network_args "preset=Z:/path/to/sd-scripts/blora_content_style.toml" "algo=lora" "dropout=0.25" `
  44.     --network_module="lycoris.kohya" `
  45.     `
  46.     --lr_scheduler="constant" `
  47.     --optimizer_type="prodigy" `
  48.     <#adjust d_coef down when it burns and alpha up (within reason) to avoid going *too* slow. #> `
  49.     --optimizer_args "weight_decay=0.01" "betas=(0.9,0.999)" "d_coef=0.2" `
  50.     --text_encoder_lr=1.0 `
  51.     --unet_lr=1.0 `
  52.     `
  53.     --seed=8008135 `
  54.     --save_every_n_epochs=1 --save_model_as="safetensors" --save_precision="fp16"  --mixed_precision="fp16" `
  55.     --prior_loss_weight=1 --max_grad_norm=1.0 `
  56.     --xformers --no_half_vae `
  57.     --persistent_data_loader_workers --max_data_loader_n_workers=1 `
  58.     #nothing
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement