Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "__version": 6,
- "training_method": "LORA",
- "model_type": "STABLE_DIFFUSION_XL_10_BASE",
- "debug_mode": false,
- "debug_dir": "debug",
- "workspace_dir": "D:/Projects/OneTrainerWorkspace",
- "cache_dir": "D:/Projects/OneTrainer/cache",
- "tensorboard": true,
- "tensorboard_expose": false,
- "tensorboard_port": 6006,
- "validation": false,
- "validate_after": 1,
- "validate_after_unit": "EPOCH",
- "continue_last_backup": false,
- "include_train_config": "NONE",
- "base_model_name": "D:\\Projects\\trainer_model",
- "weight_dtype": "FLOAT_16",
- "output_dtype": "FLOAT_32",
- "output_model_format": "SAFETENSORS",
- "output_model_destination": "D:/Projects/models/purinnyova",
- "gradient_checkpointing": "ON",
- "enable_async_offloading": true,
- "enable_activation_offloading": true,
- "layer_offload_fraction": 0.0,
- "force_circular_padding": false,
- "concept_file_name": "training_concepts/concepts.json",
- "concepts": [
- {
- "__version": 1,
- "image": {
- "__version": 0,
- "enable_crop_jitter": true,
- "enable_random_flip": true,
- "enable_fixed_flip": false,
- "enable_random_rotate": false,
- "enable_fixed_rotate": false,
- "random_rotate_max_angle": 0.0,
- "enable_random_brightness": false,
- "enable_fixed_brightness": false,
- "random_brightness_max_strength": 0.0,
- "enable_random_contrast": false,
- "enable_fixed_contrast": false,
- "random_contrast_max_strength": 0.0,
- "enable_random_saturation": false,
- "enable_fixed_saturation": false,
- "random_saturation_max_strength": 0.0,
- "enable_random_hue": false,
- "enable_fixed_hue": false,
- "random_hue_max_strength": 0.0,
- "enable_resolution_override": false,
- "resolution_override": "512",
- "enable_random_circular_mask_shrink": false,
- "enable_random_mask_rotate_crop": false
- },
- "text": {
- "__version": 0,
- "prompt_source": "sample",
- "prompt_path": "",
- "enable_tag_shuffling": true,
- "tag_delimiter": ",",
- "keep_tags_count": 1,
- "tag_dropout_enable": false,
- "tag_dropout_mode": "FULL",
- "tag_dropout_probability": 0.0,
- "tag_dropout_special_tags_mode": "NONE",
- "tag_dropout_special_tags": "",
- "tag_dropout_special_tags_regex": false,
- "caps_randomize_enable": false,
- "caps_randomize_mode": "capslock, title, first, random",
- "caps_randomize_probability": 0.0,
- "caps_randomize_lowercase": false
- },
- "name": "PurinNyova",
- "path": "E:/Pictures/AI/LoRADataset",
- "seed": 909897126,
- "enabled": true,
- "validation_concept": false,
- "include_subdirectories": false,
- "image_variations": 1,
- "text_variations": 1,
- "balancing": 2.0,
- "balancing_strategy": "REPEATS",
- "loss_weight": 1.0,
- "concept_stats": {
- "file_size": 47550259,
- "image_count": 16,
- "image_with_mask_count": 0,
- "image_with_caption_count": 16,
- "video_count": 0,
- "video_with_mask_count": 0,
- "video_with_caption_count": 0,
- "mask_count": 0,
- "paired_masks": 0,
- "unpaired_masks": 0,
- "caption_count": 16,
- "paired_captions": 16,
- "unpaired_captions": 0,
- "processing_time": 0.05514740000216989,
- "directory_count": 1,
- "max_pixels": [
- 1572864,
- "CatDataset1.png",
- "1024w x 1536h"
- ],
- "min_pixels": [
- 1572864,
- "CatDataset1.png",
- "1024w x 1536h"
- ],
- "avg_pixels": 1572864.0,
- "max_length": [
- 0,
- "-"
- ],
- "min_length": [
- 1000000000,
- "-"
- ],
- "avg_length": 0,
- "max_fps": [
- 0,
- "-"
- ],
- "min_fps": [
- 1000000000,
- "-"
- ],
- "avg_fps": 0,
- "max_caption_length": [
- 357,
- "CatDataset6.png",
- 51
- ],
- "min_caption_length": [
- 231,
- "CatDataset14.png",
- 36
- ],
- "avg_caption_length": [
- 287.12500000000006,
- 42.6875
- ],
- "aspect_buckets": {
- "0.25": 0,
- "0.29": 0,
- "0.33": 0,
- "0.4": 0,
- "0.5": 0,
- "0.57": 0,
- "0.67": 0,
- "0.8": 0,
- "1.0": 0,
- "1.25": 0,
- "1.5": 16,
- "1.75": 0,
- "2.0": 0,
- "2.5": 0,
- "3.0": 0,
- "3.5": 0,
- "4.0": 0
- }
- }
- }
- ],
- "aspect_ratio_bucketing": true,
- "latent_caching": true,
- "clear_cache_before_training": true,
- "learning_rate_scheduler": "COSINE_WITH_RESTARTS",
- "custom_learning_rate_scheduler": null,
- "scheduler_params": [],
- "learning_rate": 0.0005,
- "learning_rate_warmup_steps": 100.0,
- "learning_rate_cycles": 3.0,
- "learning_rate_min_factor": 0.0,
- "epochs": 40,
- "batch_size": 2,
- "gradient_accumulation_steps": 1,
- "ema": "OFF",
- "ema_decay": 0.999,
- "ema_update_step_interval": 5,
- "dataloader_threads": 2,
- "train_device": "cuda",
- "temp_device": "cpu",
- "train_dtype": "FLOAT_16",
- "fallback_train_dtype": "BFLOAT_16",
- "enable_autocast_cache": true,
- "only_cache": false,
- "resolution": "1024",
- "frames": "25",
- "mse_strength": 1.0,
- "mae_strength": 0.0,
- "log_cosh_strength": 0.0,
- "vb_loss_strength": 1.0,
- "loss_weight_fn": "CONSTANT",
- "loss_weight_strength": 5.0,
- "dropout_probability": 0.0,
- "loss_scaler": "NONE",
- "learning_rate_scaler": "NONE",
- "clip_grad_norm": 1.0,
- "offset_noise_weight": 0.0,
- "perturbation_noise_weight": 0.0,
- "rescale_noise_scheduler_to_zero_terminal_snr": false,
- "force_v_prediction": false,
- "force_epsilon_prediction": false,
- "min_noising_strength": 0.0,
- "max_noising_strength": 1.0,
- "timestep_distribution": "UNIFORM",
- "noising_weight": 0.0,
- "noising_bias": 0.0,
- "timestep_shift": 1.0,
- "dynamic_timestep_shifting": false,
- "unet": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": 0,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "prior": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": 0,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "text_encoder": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": false,
- "stop_training_after": 30,
- "stop_training_after_unit": "EPOCH",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "text_encoder_layer_skip": 0,
- "text_encoder_2": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": false,
- "stop_training_after": 30,
- "stop_training_after_unit": "EPOCH",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "text_encoder_2_layer_skip": 0,
- "text_encoder_3": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": 30,
- "stop_training_after_unit": "EPOCH",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "text_encoder_3_layer_skip": 0,
- "vae": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": null,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "FLOAT_32",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "effnet_encoder": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": null,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "decoder": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": null,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "decoder_text_encoder": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": null,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "decoder_vqgan": {
- "__version": 0,
- "model_name": "",
- "include": true,
- "train": true,
- "stop_training_after": null,
- "stop_training_after_unit": "NEVER",
- "learning_rate": null,
- "weight_dtype": "NONE",
- "dropout_probability": 0.0,
- "train_embedding": true,
- "attention_mask": false,
- "guidance_scale": 1.0
- },
- "masked_training": false,
- "unmasked_probability": 0.1,
- "unmasked_weight": 0.1,
- "normalize_masked_area_loss": false,
- "embedding_learning_rate": null,
- "preserve_embedding_norm": false,
- "embedding": {
- "__version": 0,
- "uuid": "0d75033b-de02-4e88-a046-7093619ce7c8",
- "model_name": "",
- "placeholder": "<embedding>",
- "train": true,
- "stop_training_after": null,
- "stop_training_after_unit": "NEVER",
- "token_count": 1,
- "initial_embedding_text": "*",
- "is_output_embedding": false
- },
- "additional_embeddings": [],
- "embedding_weight_dtype": "FLOAT_32",
- "cloud": {
- "__version": 0,
- "enabled": false,
- "type": "RUNPOD",
- "file_sync": "NATIVE_SCP",
- "create": true,
- "name": "OneTrainer",
- "tensorboard_tunnel": true,
- "sub_type": "",
- "gpu_type": "",
- "volume_size": 100,
- "min_download": 0,
- "remote_dir": "/workspace",
- "huggingface_cache_dir": "/workspace/huggingface_cache",
- "onetrainer_dir": "/workspace/OneTrainer",
- "install_cmd": "git clone https://github.com/Nerogar/OneTrainer",
- "install_onetrainer": true,
- "update_onetrainer": true,
- "detach_trainer": false,
- "run_id": "job1",
- "download_samples": true,
- "download_output_model": true,
- "download_saves": true,
- "download_backups": false,
- "download_tensorboard": false,
- "delete_workspace": false,
- "on_finish": "NONE",
- "on_error": "NONE",
- "on_detached_finish": "NONE",
- "on_detached_error": "NONE"
- },
- "peft_type": "LORA",
- "lora_model_name": "",
- "lora_rank": 32,
- "lora_alpha": 16.0,
- "lora_decompose": false,
- "lora_decompose_norm_epsilon": true,
- "lora_weight_dtype": "FLOAT_32",
- "lora_layers": "attentions",
- "lora_layer_preset": "attn-mlp",
- "bundle_additional_embeddings": true,
- "optimizer": {
- "__version": 0,
- "optimizer": "ADAFACTOR",
- "adam_w_mode": false,
- "alpha": null,
- "amsgrad": false,
- "beta1": null,
- "beta2": null,
- "beta3": null,
- "bias_correction": false,
- "block_wise": false,
- "capturable": false,
- "centered": false,
- "clip_threshold": 1.0,
- "d0": null,
- "d_coef": null,
- "dampening": null,
- "decay_rate": -0.8,
- "decouple": false,
- "differentiable": false,
- "eps": 1e-30,
- "eps2": 0.001,
- "foreach": false,
- "fsdp_in_use": false,
- "fused": false,
- "fused_back_pass": false,
- "growth_rate": null,
- "initial_accumulator_value": null,
- "initial_accumulator": null,
- "is_paged": false,
- "log_every": null,
- "lr_decay": null,
- "max_unorm": null,
- "maximize": false,
- "min_8bit_size": null,
- "momentum": null,
- "nesterov": false,
- "no_prox": false,
- "optim_bits": null,
- "percentile_clipping": null,
- "r": null,
- "relative_step": false,
- "safeguard_warmup": false,
- "scale_parameter": false,
- "stochastic_rounding": true,
- "use_bias_correction": false,
- "use_triton": false,
- "warmup_init": false,
- "weight_decay": 0.0,
- "weight_lr_power": null,
- "decoupled_decay": false,
- "fixed_decay": false,
- "rectify": false,
- "degenerated_to_sgd": false,
- "k": null,
- "xi": null,
- "n_sma_threshold": null,
- "ams_bound": false,
- "adanorm": false,
- "adam_debias": false,
- "slice_p": null,
- "cautious": false
- },
- "optimizer_defaults": {},
- "sample_definition_file_name": "training_samples/samples.json",
- "samples": [
- {
- "__version": 0,
- "enabled": true,
- "prompt": "PurinNyova, 1girl, solo, long hair, looking at viewer, blush, blue eyes, simple background, long sleeves, dress, animal ears, closed mouth, animal ear fluff, white coat, grey background, black dress, cat ears, animal nose, white lab coat",
- "negative_prompt": "bad quality, worst quality",
- "height": 1024,
- "width": 1024,
- "frames": 1,
- "length": 10.0,
- "seed": 42,
- "random_seed": false,
- "diffusion_steps": 20,
- "cfg_scale": 7.0,
- "noise_scheduler": "EULER_A",
- "text_encoder_1_layer_skip": 0,
- "text_encoder_2_layer_skip": 0,
- "text_encoder_3_layer_skip": 0,
- "prior_attention_mask": false,
- "force_last_timestep": false,
- "sample_inpainting": false,
- "base_image_path": "",
- "mask_image_path": ""
- }
- ],
- "sample_after": 8,
- "sample_after_unit": "EPOCH",
- "sample_skip_first": 0,
- "sample_image_format": "JPG",
- "sample_video_format": "MP4",
- "sample_audio_format": "MP3",
- "samples_to_tensorboard": true,
- "non_ema_sampling": true,
- "backup_after": 2,
- "backup_after_unit": "EPOCH",
- "rolling_backup": true,
- "rolling_backup_count": 3,
- "backup_before_save": true,
- "save_every": 0,
- "save_every_unit": "NEVER",
- "save_skip_first": 0,
- "save_filename_prefix": "training_takao_1"
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement