accelerate launch --num_cpu_threads_per_process 1 train_network.py \
--pretrained_model_name_or_path="<insert> \
--train_data_dir <insert> \
--output_dir <insert> \
--reg_data_dir <insert> \
--logging_dir <insert> \
--shuffle_caption --caption_extension='.txt' --xformers --clip_skip=2 --mixed_precision='bf16' --seed=23 --max_data_loader_n_workers=1 --persistent_data_loader_workers --max_token_length=225 \
--prior_loss_weight=1 --max_grad_norm=1 \
--resolution=768 --train_batch_size=2 \
--network_dim=32 --network_alpha=16 \
--optimizer_type='Lion' --lr_scheduler='cosine_with_restarts' --lr_scheduler_num_cycles=3 --lr_scheduler_power=1 \
--learning_rate=0.0001 --unet_lr=0.0001 --text_encoder_lr=0.00005 \
--save_precision='fp16' \
--output_name "${1}" \
--log_prefix "${1}_" \
--save_every_n_steps=250 \
--enable_bucket --min_bucket_reso 256 --max_bucket_reso=1024 --bucket_reso_steps=64 \
--max_train_steps=${2} \
--cache_latents \
--optimizer_args "weight_decay=0.1" "betas=0.9,0.99" \
--network_module=networks.lora