Advertisement
Guest User

OneTrainer Config

a guest
May 2nd, 2025
83
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
JSON 17.03 KB | None | 0 0
  1. {
  2.     "__version": 6,
  3.     "training_method": "LORA",
  4.     "model_type": "STABLE_DIFFUSION_XL_10_BASE",
  5.     "debug_mode": false,
  6.     "debug_dir": "debug",
  7.     "workspace_dir": "D:/Projects/OneTrainerWorkspace",
  8.     "cache_dir": "D:/Projects/OneTrainer/cache",
  9.     "tensorboard": true,
  10.     "tensorboard_expose": false,
  11.     "tensorboard_port": 6006,
  12.     "validation": false,
  13.     "validate_after": 1,
  14.     "validate_after_unit": "EPOCH",
  15.     "continue_last_backup": false,
  16.     "include_train_config": "NONE",
  17.     "base_model_name": "D:\\Projects\\trainer_model",
  18.     "weight_dtype": "FLOAT_16",
  19.     "output_dtype": "FLOAT_32",
  20.     "output_model_format": "SAFETENSORS",
  21.     "output_model_destination": "D:/Projects/models/purinnyova",
  22.     "gradient_checkpointing": "ON",
  23.     "enable_async_offloading": true,
  24.     "enable_activation_offloading": true,
  25.     "layer_offload_fraction": 0.0,
  26.     "force_circular_padding": false,
  27.     "concept_file_name": "training_concepts/concepts.json",
  28.     "concepts": [
  29.         {
  30.             "__version": 1,
  31.             "image": {
  32.                 "__version": 0,
  33.                 "enable_crop_jitter": true,
  34.                 "enable_random_flip": true,
  35.                 "enable_fixed_flip": false,
  36.                 "enable_random_rotate": false,
  37.                 "enable_fixed_rotate": false,
  38.                 "random_rotate_max_angle": 0.0,
  39.                 "enable_random_brightness": false,
  40.                 "enable_fixed_brightness": false,
  41.                 "random_brightness_max_strength": 0.0,
  42.                 "enable_random_contrast": false,
  43.                 "enable_fixed_contrast": false,
  44.                 "random_contrast_max_strength": 0.0,
  45.                 "enable_random_saturation": false,
  46.                 "enable_fixed_saturation": false,
  47.                 "random_saturation_max_strength": 0.0,
  48.                 "enable_random_hue": false,
  49.                 "enable_fixed_hue": false,
  50.                 "random_hue_max_strength": 0.0,
  51.                 "enable_resolution_override": false,
  52.                 "resolution_override": "512",
  53.                 "enable_random_circular_mask_shrink": false,
  54.                 "enable_random_mask_rotate_crop": false
  55.             },
  56.             "text": {
  57.                 "__version": 0,
  58.                 "prompt_source": "sample",
  59.                 "prompt_path": "",
  60.                 "enable_tag_shuffling": true,
  61.                 "tag_delimiter": ",",
  62.                 "keep_tags_count": 1,
  63.                 "tag_dropout_enable": false,
  64.                 "tag_dropout_mode": "FULL",
  65.                 "tag_dropout_probability": 0.0,
  66.                 "tag_dropout_special_tags_mode": "NONE",
  67.                 "tag_dropout_special_tags": "",
  68.                 "tag_dropout_special_tags_regex": false,
  69.                 "caps_randomize_enable": false,
  70.                 "caps_randomize_mode": "capslock, title, first, random",
  71.                 "caps_randomize_probability": 0.0,
  72.                 "caps_randomize_lowercase": false
  73.             },
  74.             "name": "PurinNyova",
  75.             "path": "E:/Pictures/AI/LoRADataset",
  76.             "seed": 909897126,
  77.             "enabled": true,
  78.             "validation_concept": false,
  79.             "include_subdirectories": false,
  80.             "image_variations": 1,
  81.             "text_variations": 1,
  82.             "balancing": 2.0,
  83.             "balancing_strategy": "REPEATS",
  84.             "loss_weight": 1.0,
  85.             "concept_stats": {
  86.                 "file_size": 47550259,
  87.                 "image_count": 16,
  88.                 "image_with_mask_count": 0,
  89.                 "image_with_caption_count": 16,
  90.                 "video_count": 0,
  91.                 "video_with_mask_count": 0,
  92.                 "video_with_caption_count": 0,
  93.                 "mask_count": 0,
  94.                 "paired_masks": 0,
  95.                 "unpaired_masks": 0,
  96.                 "caption_count": 16,
  97.                 "paired_captions": 16,
  98.                 "unpaired_captions": 0,
  99.                 "processing_time": 0.05514740000216989,
  100.                 "directory_count": 1,
  101.                 "max_pixels": [
  102.                     1572864,
  103.                     "CatDataset1.png",
  104.                     "1024w x 1536h"
  105.                 ],
  106.                 "min_pixels": [
  107.                     1572864,
  108.                     "CatDataset1.png",
  109.                     "1024w x 1536h"
  110.                 ],
  111.                 "avg_pixels": 1572864.0,
  112.                 "max_length": [
  113.                     0,
  114.                     "-"
  115.                 ],
  116.                 "min_length": [
  117.                     1000000000,
  118.                     "-"
  119.                 ],
  120.                 "avg_length": 0,
  121.                 "max_fps": [
  122.                     0,
  123.                     "-"
  124.                 ],
  125.                 "min_fps": [
  126.                     1000000000,
  127.                     "-"
  128.                 ],
  129.                 "avg_fps": 0,
  130.                 "max_caption_length": [
  131.                     357,
  132.                     "CatDataset6.png",
  133.                     51
  134.                 ],
  135.                 "min_caption_length": [
  136.                     231,
  137.                     "CatDataset14.png",
  138.                     36
  139.                 ],
  140.                 "avg_caption_length": [
  141.                     287.12500000000006,
  142.                     42.6875
  143.                 ],
  144.                 "aspect_buckets": {
  145.                     "0.25": 0,
  146.                     "0.29": 0,
  147.                     "0.33": 0,
  148.                     "0.4": 0,
  149.                     "0.5": 0,
  150.                     "0.57": 0,
  151.                     "0.67": 0,
  152.                     "0.8": 0,
  153.                     "1.0": 0,
  154.                     "1.25": 0,
  155.                     "1.5": 16,
  156.                     "1.75": 0,
  157.                     "2.0": 0,
  158.                     "2.5": 0,
  159.                     "3.0": 0,
  160.                     "3.5": 0,
  161.                     "4.0": 0
  162.                 }
  163.             }
  164.         }
  165.     ],
  166.     "aspect_ratio_bucketing": true,
  167.     "latent_caching": true,
  168.     "clear_cache_before_training": true,
  169.     "learning_rate_scheduler": "COSINE_WITH_RESTARTS",
  170.     "custom_learning_rate_scheduler": null,
  171.     "scheduler_params": [],
  172.     "learning_rate": 0.0005,
  173.     "learning_rate_warmup_steps": 100.0,
  174.     "learning_rate_cycles": 3.0,
  175.     "learning_rate_min_factor": 0.0,
  176.     "epochs": 40,
  177.     "batch_size": 2,
  178.     "gradient_accumulation_steps": 1,
  179.     "ema": "OFF",
  180.     "ema_decay": 0.999,
  181.     "ema_update_step_interval": 5,
  182.     "dataloader_threads": 2,
  183.     "train_device": "cuda",
  184.     "temp_device": "cpu",
  185.     "train_dtype": "FLOAT_16",
  186.     "fallback_train_dtype": "BFLOAT_16",
  187.     "enable_autocast_cache": true,
  188.     "only_cache": false,
  189.     "resolution": "1024",
  190.     "frames": "25",
  191.     "mse_strength": 1.0,
  192.     "mae_strength": 0.0,
  193.     "log_cosh_strength": 0.0,
  194.     "vb_loss_strength": 1.0,
  195.     "loss_weight_fn": "CONSTANT",
  196.     "loss_weight_strength": 5.0,
  197.     "dropout_probability": 0.0,
  198.     "loss_scaler": "NONE",
  199.     "learning_rate_scaler": "NONE",
  200.     "clip_grad_norm": 1.0,
  201.     "offset_noise_weight": 0.0,
  202.     "perturbation_noise_weight": 0.0,
  203.     "rescale_noise_scheduler_to_zero_terminal_snr": false,
  204.     "force_v_prediction": false,
  205.     "force_epsilon_prediction": false,
  206.     "min_noising_strength": 0.0,
  207.     "max_noising_strength": 1.0,
  208.     "timestep_distribution": "UNIFORM",
  209.     "noising_weight": 0.0,
  210.     "noising_bias": 0.0,
  211.     "timestep_shift": 1.0,
  212.     "dynamic_timestep_shifting": false,
  213.     "unet": {
  214.         "__version": 0,
  215.         "model_name": "",
  216.         "include": true,
  217.         "train": true,
  218.         "stop_training_after": 0,
  219.         "stop_training_after_unit": "NEVER",
  220.         "learning_rate": null,
  221.         "weight_dtype": "NONE",
  222.         "dropout_probability": 0.0,
  223.         "train_embedding": true,
  224.         "attention_mask": false,
  225.         "guidance_scale": 1.0
  226.     },
  227.     "prior": {
  228.         "__version": 0,
  229.         "model_name": "",
  230.         "include": true,
  231.         "train": true,
  232.         "stop_training_after": 0,
  233.         "stop_training_after_unit": "NEVER",
  234.         "learning_rate": null,
  235.         "weight_dtype": "NONE",
  236.         "dropout_probability": 0.0,
  237.         "train_embedding": true,
  238.         "attention_mask": false,
  239.         "guidance_scale": 1.0
  240.     },
  241.     "text_encoder": {
  242.         "__version": 0,
  243.         "model_name": "",
  244.         "include": true,
  245.         "train": false,
  246.         "stop_training_after": 30,
  247.         "stop_training_after_unit": "EPOCH",
  248.         "learning_rate": null,
  249.         "weight_dtype": "NONE",
  250.         "dropout_probability": 0.0,
  251.         "train_embedding": true,
  252.         "attention_mask": false,
  253.         "guidance_scale": 1.0
  254.     },
  255.     "text_encoder_layer_skip": 0,
  256.     "text_encoder_2": {
  257.         "__version": 0,
  258.         "model_name": "",
  259.         "include": true,
  260.         "train": false,
  261.         "stop_training_after": 30,
  262.         "stop_training_after_unit": "EPOCH",
  263.         "learning_rate": null,
  264.         "weight_dtype": "NONE",
  265.         "dropout_probability": 0.0,
  266.         "train_embedding": true,
  267.         "attention_mask": false,
  268.         "guidance_scale": 1.0
  269.     },
  270.     "text_encoder_2_layer_skip": 0,
  271.     "text_encoder_3": {
  272.         "__version": 0,
  273.         "model_name": "",
  274.         "include": true,
  275.         "train": true,
  276.         "stop_training_after": 30,
  277.         "stop_training_after_unit": "EPOCH",
  278.         "learning_rate": null,
  279.         "weight_dtype": "NONE",
  280.         "dropout_probability": 0.0,
  281.         "train_embedding": true,
  282.         "attention_mask": false,
  283.         "guidance_scale": 1.0
  284.     },
  285.     "text_encoder_3_layer_skip": 0,
  286.     "vae": {
  287.         "__version": 0,
  288.         "model_name": "",
  289.         "include": true,
  290.         "train": true,
  291.         "stop_training_after": null,
  292.         "stop_training_after_unit": "NEVER",
  293.         "learning_rate": null,
  294.         "weight_dtype": "FLOAT_32",
  295.         "dropout_probability": 0.0,
  296.         "train_embedding": true,
  297.         "attention_mask": false,
  298.         "guidance_scale": 1.0
  299.     },
  300.     "effnet_encoder": {
  301.         "__version": 0,
  302.         "model_name": "",
  303.         "include": true,
  304.         "train": true,
  305.         "stop_training_after": null,
  306.         "stop_training_after_unit": "NEVER",
  307.         "learning_rate": null,
  308.         "weight_dtype": "NONE",
  309.         "dropout_probability": 0.0,
  310.         "train_embedding": true,
  311.         "attention_mask": false,
  312.         "guidance_scale": 1.0
  313.     },
  314.     "decoder": {
  315.         "__version": 0,
  316.         "model_name": "",
  317.         "include": true,
  318.         "train": true,
  319.         "stop_training_after": null,
  320.         "stop_training_after_unit": "NEVER",
  321.         "learning_rate": null,
  322.         "weight_dtype": "NONE",
  323.         "dropout_probability": 0.0,
  324.         "train_embedding": true,
  325.         "attention_mask": false,
  326.         "guidance_scale": 1.0
  327.     },
  328.     "decoder_text_encoder": {
  329.         "__version": 0,
  330.         "model_name": "",
  331.         "include": true,
  332.         "train": true,
  333.         "stop_training_after": null,
  334.         "stop_training_after_unit": "NEVER",
  335.         "learning_rate": null,
  336.         "weight_dtype": "NONE",
  337.         "dropout_probability": 0.0,
  338.         "train_embedding": true,
  339.         "attention_mask": false,
  340.         "guidance_scale": 1.0
  341.     },
  342.     "decoder_vqgan": {
  343.         "__version": 0,
  344.         "model_name": "",
  345.         "include": true,
  346.         "train": true,
  347.         "stop_training_after": null,
  348.         "stop_training_after_unit": "NEVER",
  349.         "learning_rate": null,
  350.         "weight_dtype": "NONE",
  351.         "dropout_probability": 0.0,
  352.         "train_embedding": true,
  353.         "attention_mask": false,
  354.         "guidance_scale": 1.0
  355.     },
  356.     "masked_training": false,
  357.     "unmasked_probability": 0.1,
  358.     "unmasked_weight": 0.1,
  359.     "normalize_masked_area_loss": false,
  360.     "embedding_learning_rate": null,
  361.     "preserve_embedding_norm": false,
  362.     "embedding": {
  363.         "__version": 0,
  364.         "uuid": "0d75033b-de02-4e88-a046-7093619ce7c8",
  365.         "model_name": "",
  366.         "placeholder": "<embedding>",
  367.         "train": true,
  368.         "stop_training_after": null,
  369.         "stop_training_after_unit": "NEVER",
  370.         "token_count": 1,
  371.         "initial_embedding_text": "*",
  372.         "is_output_embedding": false
  373.     },
  374.     "additional_embeddings": [],
  375.     "embedding_weight_dtype": "FLOAT_32",
  376.     "cloud": {
  377.         "__version": 0,
  378.         "enabled": false,
  379.         "type": "RUNPOD",
  380.         "file_sync": "NATIVE_SCP",
  381.         "create": true,
  382.         "name": "OneTrainer",
  383.         "tensorboard_tunnel": true,
  384.         "sub_type": "",
  385.         "gpu_type": "",
  386.         "volume_size": 100,
  387.         "min_download": 0,
  388.         "remote_dir": "/workspace",
  389.         "huggingface_cache_dir": "/workspace/huggingface_cache",
  390.         "onetrainer_dir": "/workspace/OneTrainer",
  391.         "install_cmd": "git clone https://github.com/Nerogar/OneTrainer",
  392.         "install_onetrainer": true,
  393.         "update_onetrainer": true,
  394.         "detach_trainer": false,
  395.         "run_id": "job1",
  396.         "download_samples": true,
  397.         "download_output_model": true,
  398.         "download_saves": true,
  399.         "download_backups": false,
  400.         "download_tensorboard": false,
  401.         "delete_workspace": false,
  402.         "on_finish": "NONE",
  403.         "on_error": "NONE",
  404.         "on_detached_finish": "NONE",
  405.         "on_detached_error": "NONE"
  406.     },
  407.     "peft_type": "LORA",
  408.     "lora_model_name": "",
  409.     "lora_rank": 32,
  410.     "lora_alpha": 16.0,
  411.     "lora_decompose": false,
  412.     "lora_decompose_norm_epsilon": true,
  413.     "lora_weight_dtype": "FLOAT_32",
  414.     "lora_layers": "attentions",
  415.     "lora_layer_preset": "attn-mlp",
  416.     "bundle_additional_embeddings": true,
  417.     "optimizer": {
  418.         "__version": 0,
  419.         "optimizer": "ADAFACTOR",
  420.         "adam_w_mode": false,
  421.         "alpha": null,
  422.         "amsgrad": false,
  423.         "beta1": null,
  424.         "beta2": null,
  425.         "beta3": null,
  426.         "bias_correction": false,
  427.         "block_wise": false,
  428.         "capturable": false,
  429.         "centered": false,
  430.         "clip_threshold": 1.0,
  431.         "d0": null,
  432.         "d_coef": null,
  433.         "dampening": null,
  434.         "decay_rate": -0.8,
  435.         "decouple": false,
  436.         "differentiable": false,
  437.         "eps": 1e-30,
  438.         "eps2": 0.001,
  439.         "foreach": false,
  440.         "fsdp_in_use": false,
  441.         "fused": false,
  442.         "fused_back_pass": false,
  443.         "growth_rate": null,
  444.         "initial_accumulator_value": null,
  445.         "initial_accumulator": null,
  446.         "is_paged": false,
  447.         "log_every": null,
  448.         "lr_decay": null,
  449.         "max_unorm": null,
  450.         "maximize": false,
  451.         "min_8bit_size": null,
  452.         "momentum": null,
  453.         "nesterov": false,
  454.         "no_prox": false,
  455.         "optim_bits": null,
  456.         "percentile_clipping": null,
  457.         "r": null,
  458.         "relative_step": false,
  459.         "safeguard_warmup": false,
  460.         "scale_parameter": false,
  461.         "stochastic_rounding": true,
  462.         "use_bias_correction": false,
  463.         "use_triton": false,
  464.         "warmup_init": false,
  465.         "weight_decay": 0.0,
  466.         "weight_lr_power": null,
  467.         "decoupled_decay": false,
  468.         "fixed_decay": false,
  469.         "rectify": false,
  470.         "degenerated_to_sgd": false,
  471.         "k": null,
  472.         "xi": null,
  473.         "n_sma_threshold": null,
  474.         "ams_bound": false,
  475.         "adanorm": false,
  476.         "adam_debias": false,
  477.         "slice_p": null,
  478.         "cautious": false
  479.     },
  480.     "optimizer_defaults": {},
  481.     "sample_definition_file_name": "training_samples/samples.json",
  482.     "samples": [
  483.         {
  484.             "__version": 0,
  485.             "enabled": true,
  486.             "prompt": "PurinNyova, 1girl, solo, long hair, looking at viewer, blush, blue eyes, simple background, long sleeves, dress, animal ears, closed mouth, animal ear fluff, white coat, grey background, black dress, cat ears, animal nose, white lab coat",
  487.             "negative_prompt": "bad quality, worst quality",
  488.             "height": 1024,
  489.             "width": 1024,
  490.             "frames": 1,
  491.             "length": 10.0,
  492.             "seed": 42,
  493.             "random_seed": false,
  494.             "diffusion_steps": 20,
  495.             "cfg_scale": 7.0,
  496.             "noise_scheduler": "EULER_A",
  497.             "text_encoder_1_layer_skip": 0,
  498.             "text_encoder_2_layer_skip": 0,
  499.             "text_encoder_3_layer_skip": 0,
  500.             "prior_attention_mask": false,
  501.             "force_last_timestep": false,
  502.             "sample_inpainting": false,
  503.             "base_image_path": "",
  504.             "mask_image_path": ""
  505.         }
  506.     ],
  507.     "sample_after": 8,
  508.     "sample_after_unit": "EPOCH",
  509.     "sample_skip_first": 0,
  510.     "sample_image_format": "JPG",
  511.     "sample_video_format": "MP4",
  512.     "sample_audio_format": "MP3",
  513.     "samples_to_tensorboard": true,
  514.     "non_ema_sampling": true,
  515.     "backup_after": 2,
  516.     "backup_after_unit": "EPOCH",
  517.     "rolling_backup": true,
  518.     "rolling_backup_count": 3,
  519.     "backup_before_save": true,
  520.     "save_every": 0,
  521.     "save_every_unit": "NEVER",
  522.     "save_skip_first": 0,
  523.     "save_filename_prefix": "training_takao_1"
  524. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement