Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- accelerate launch --num_cpu_threads_per_process 8 sdxl_train_network.py ^
- --pretrained_model_name_or_path="K:/checkpoint.safetensors" ^
- --train_data_dir="dataset" ^
- --output_dir="output_dir" ^
- --output_name="name" ^
- --network_args "algo=full" "preset=full" "train_norm=False" ^
- --resolution="1024" ^
- --save_model_as="safetensors" ^
- --network_module="lycoris.kohya" ^
- --shuffle_caption ^
- --max_train_epochs=1000 ^
- --save_every_n_steps=1 ^
- --save_state_on_train_end ^
- --save_precision=bf16 ^
- --train_batch_size=2 ^
- --gradient_accumulation_steps=1 ^
- --max_data_loader_n_workers=1 ^
- --mixed_precision="bf16" ^
- --caption_extension=".txt" ^
- --gradient_checkpointing ^
- --optimizer_type="prodigyplus.prodigy_plus_schedulefree.ProdigyPlusScheduleFree" ^
- --optimizer_args "betas=(0.9, 0.9)" "schedulefree_c=10" "weight_decay_by_lr=False" "d0=5e-5" "use_stableadamw=True" "d_limiter=False" "d_coef=1" "use_speed=False" ^
- --learning_rate=1 ^
- --text_encoder_lr=1 ^
- --loss_type="huber" ^
- --huber_schedule="snr" ^
- --huber_c=0.1 ^
- --cache_latents ^
- --xformers ^
- --full_bf16 ^
- --mem_eff_attn ^
- --lr_scheduler="constant" ^
- --seed=1 ^
- --no_metadata ^
- --logging_dir="logs" ^
- --log_with="tensorboard" ^
- --persistent_data_loader_workers ^
- pause
Advertisement
Add Comment
Please, Sign In to add comment