!accelerate launch \
    --num_cpu_threads_per_process 8 train_network.py \
    --network_module=networks.lora \
    --pretrained_model_name_or_path="/content/model/nai.ckpt" \
    --train_data_dir="/content/drive/MyDrive/sd/dataset/sincos" \
    --reg_data_dir="/content/drive/MyDrive/sd/dataset/sincos_reg" \
    --output_dir="/content/drive/MyDrive/sd/stable-diffusion-webui/models/lora/" \
    --caption_extension=".txt" \
    --prior_loss_weight=1 \
    --resolution=512 \
    --enable_bucket \
    --min_bucket_reso=320 \
    --max_bucket_reso=960 \
    --train_batch_size=2 \
    --learning_rate=1e-4 \
    --unet_lr=1e-4 \
    --text_encoder_lr=1e-5 \
    --max_train_steps=2000 \
    --mixed_precision="fp16" \
    --save_precision="fp16" \
    --use_8bit_adam \
    --xformers \
    --save_every_n_epochs=99999\
    --save_model_as=safetensors \
    --clip_skip=2 \
    --seed=23 \
    --network_dim=128 \
    --max_token_length=150 \
    --cache_latents \
    --lr_scheduler="cosine_with_restarts" \
    --output_name="sincoslora" \
    --shuffle_caption