| { | |
| "__version": 4, | |
| "training_method": "FINE_TUNE", | |
| "model_type": "STABLE_DIFFUSION_XL_10_BASE", | |
| "debug_mode": false, | |
| "debug_dir": "C:/Users/Administrator/Desktop/sdxl_out/debug", | |
| "workspace_dir": "C:/Users/Administrator/Desktop/sdxl_out/work", | |
| "cache_dir": "C:/Users/Administrator/Desktop/sdxl_out/cache", | |
| "tensorboard": false, | |
| "tensorboard_expose": false, | |
| "continue_last_backup": true, | |
| "include_train_config": "NONE", | |
| "base_model_name": "C:\\Users\\Administrator\\Desktop\\sdxl_out\\model\\diff\\model", | |
| "weight_dtype": "BFLOAT_16", | |
| "output_dtype": "BFLOAT_16", | |
| "output_model_format": "SAFETENSORS", | |
| "output_model_destination": "C:/Users/Administrator/Desktop/sdxl_out/work/out_moel/model", | |
| "gradient_checkpointing": true, | |
| "force_circular_padding": true, | |
| "concept_file_name": "training_concepts/concepts.json", | |
| "concepts": null, | |
| "aspect_ratio_bucketing": true, | |
| "latent_caching": false, | |
| "clear_cache_before_training": true, | |
| "learning_rate_scheduler": "CONSTANT", | |
| "custom_learning_rate_scheduler": null, | |
| "scheduler_params": [], | |
| "learning_rate": 7.5e-06, | |
| "learning_rate_warmup_steps": 0, | |
| "learning_rate_cycles": 1, | |
| "epochs": 30, | |
| "batch_size": 8, | |
| "gradient_accumulation_steps": 1, | |
| "ema": "OFF", | |
| "ema_decay": 0.999, | |
| "ema_update_step_interval": 500, | |
| "dataloader_threads": 2, | |
| "train_device": "cuda", | |
| "temp_device": "cpu", | |
| "train_dtype": "BFLOAT_16", | |
| "fallback_train_dtype": "BFLOAT_16", | |
| "enable_autocast_cache": true, | |
| "only_cache": false, | |
| "resolution": "1280", | |
| "attention_mechanism": "SDP", | |
| "align_prop": false, | |
| "align_prop_probability": 0.1, | |
| "align_prop_loss": "HPS", | |
| "align_prop_weight": 0.01, | |
| "align_prop_steps": 20, | |
| "align_prop_truncate_steps": 0.5, | |
| "align_prop_cfg_scale": 6.0, | |
| "mse_strength": 1.0, | |
| "mae_strength": 0.0, | |
| "vb_loss_strength": 1.0, | |
| "loss_weight_fn": "MIN_SNR_GAMMA", | |
| "loss_weight_strength": 5.0, | |
| "dropout_probability": 0.0, | |
| "loss_scaler": "NONE", | |
| "learning_rate_scaler": "NONE", | |
| "offset_noise_weight": 0.0357, | |
| "perturbation_noise_weight": 0.00357, | |
| "rescale_noise_scheduler_to_zero_terminal_snr": true, | |
| "force_v_prediction": true, | |
| "force_epsilon_prediction": false, | |
| "min_noising_strength": 0.0, | |
| "max_noising_strength": 1.0, | |
| "timestep_distribution": "UNIFORM", | |
| "noising_weight": 0.0, | |
| "noising_bias": 0.0, | |
| "unet": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": 30, | |
| "stop_training_after_unit": "EPOCH", | |
| "learning_rate": 7.5e-06, | |
| "weight_dtype": "BFLOAT_16", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "prior": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": false, | |
| "stop_training_after": 0, | |
| "stop_training_after_unit": "NEVER", | |
| "learning_rate": 3.75e-06, | |
| "weight_dtype": "FLOAT_32", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "text_encoder": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": 30, | |
| "stop_training_after_unit": "EPOCH", | |
| "learning_rate": 3.75e-06, | |
| "weight_dtype": "BFLOAT_16", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "text_encoder_layer_skip": 1, | |
| "text_encoder_2": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": 30, | |
| "stop_training_after_unit": "EPOCH", | |
| "learning_rate": 3.75e-06, | |
| "weight_dtype": "BFLOAT_16", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "text_encoder_2_layer_skip": 1, | |
| "text_encoder_3": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": 30, | |
| "stop_training_after_unit": "EPOCH", | |
| "learning_rate": null, | |
| "weight_dtype": "NONE", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "text_encoder_3_layer_skip": 0, | |
| "vae": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": null, | |
| "stop_training_after_unit": "NEVER", | |
| "learning_rate": null, | |
| "weight_dtype": "BFLOAT_16", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "effnet_encoder": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": null, | |
| "stop_training_after_unit": "NEVER", | |
| "learning_rate": null, | |
| "weight_dtype": "NONE", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "decoder": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": null, | |
| "stop_training_after_unit": "NEVER", | |
| "learning_rate": null, | |
| "weight_dtype": "NONE", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "decoder_text_encoder": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": null, | |
| "stop_training_after_unit": "NEVER", | |
| "learning_rate": null, | |
| "weight_dtype": "NONE", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "decoder_vqgan": { | |
| "__version": 0, | |
| "model_name": "", | |
| "include": true, | |
| "train": true, | |
| "stop_training_after": null, | |
| "stop_training_after_unit": "NEVER", | |
| "learning_rate": null, | |
| "weight_dtype": "NONE", | |
| "dropout_probability": 0.0, | |
| "train_embedding": true, | |
| "attention_mask": false | |
| }, | |
| "masked_training": false, | |
| "unmasked_probability": 0.1, | |
| "unmasked_weight": 0.1, | |
| "normalize_masked_area_loss": false, | |
| "embedding_learning_rate": null, | |
| "preserve_embedding_norm": false, | |
| "embedding": { | |
| "__version": 0, | |
| "uuid": "4f3755d4-c46e-4b76-b89a-4da883d38e53", | |
| "model_name": "", | |
| "placeholder": "<embedding>", | |
| "train": true, | |
| "stop_training_after": null, | |
| "stop_training_after_unit": "NEVER", | |
| "token_count": 1, | |
| "initial_embedding_text": "*" | |
| }, | |
| "additional_embeddings": [], | |
| "embedding_weight_dtype": "FLOAT_32", | |
| "peft_type": "LORA", | |
| "lora_model_name": "", | |
| "lora_rank": 16, | |
| "lora_alpha": 1.0, | |
| "lora_decompose": false, | |
| "lora_decompose_norm_epsilon": true, | |
| "lora_weight_dtype": "FLOAT_32", | |
| "lora_layers": "", | |
| "lora_layer_preset": null, | |
| "bundle_additional_embeddings": true, | |
| "optimizer": { | |
| "__version": 0, | |
| "optimizer": "ADAFACTOR", | |
| "adam_w_mode": false, | |
| "alpha": null, | |
| "amsgrad": false, | |
| "beta1": null, | |
| "beta2": null, | |
| "beta3": null, | |
| "bias_correction": false, | |
| "block_wise": false, | |
| "capturable": false, | |
| "centered": false, | |
| "clip_threshold": 1.0, | |
| "d0": null, | |
| "d_coef": null, | |
| "dampening": null, | |
| "decay_rate": -0.8, | |
| "decouple": false, | |
| "differentiable": false, | |
| "eps": 1e-30, | |
| "eps2": 0.001, | |
| "foreach": false, | |
| "fsdp_in_use": false, | |
| "fused": false, | |
| "fused_back_pass": true, | |
| "growth_rate": null, | |
| "initial_accumulator_value": null, | |
| "is_paged": false, | |
| "log_every": null, | |
| "lr_decay": null, | |
| "max_unorm": null, | |
| "maximize": false, | |
| "min_8bit_size": null, | |
| "momentum": null, | |
| "nesterov": false, | |
| "no_prox": false, | |
| "optim_bits": null, | |
| "percentile_clipping": null, | |
| "r": null, | |
| "relative_step": false, | |
| "safeguard_warmup": false, | |
| "scale_parameter": false, | |
| "stochastic_rounding": false, | |
| "use_bias_correction": false, | |
| "use_triton": false, | |
| "warmup_init": false, | |
| "weight_decay": 0.0, | |
| "weight_lr_power": null, | |
| "decoupled_decay": false, | |
| "fixed_decay": false, | |
| "rectify": false, | |
| "degenerated_to_sgd": false, | |
| "k": null, | |
| "xi": null, | |
| "n_sma_threshold": null, | |
| "ams_bound": false, | |
| "adanorm": false, | |
| "adam_debias": false | |
| }, | |
| "optimizer_defaults": { | |
| "SGD": { | |
| "__version": 0, | |
| "optimizer": "SGD", | |
| "adam_w_mode": false, | |
| "alpha": null, | |
| "amsgrad": false, | |
| "beta1": null, | |
| "beta2": null, | |
| "beta3": null, | |
| "bias_correction": false, | |
| "block_wise": false, | |
| "capturable": false, | |
| "centered": false, | |
| "clip_threshold": null, | |
| "d0": null, | |
| "d_coef": null, | |
| "dampening": 0.0, | |
| "decay_rate": null, | |
| "decouple": false, | |
| "differentiable": false, | |
| "eps": null, | |
| "eps2": null, | |
| "foreach": false, | |
| "fsdp_in_use": false, | |
| "fused": false, | |
| "fused_back_pass": false, | |
| "growth_rate": null, | |
| "initial_accumulator_value": null, | |
| "is_paged": false, | |
| "log_every": null, | |
| "lr_decay": null, | |
| "max_unorm": null, | |
| "maximize": false, | |
| "min_8bit_size": null, | |
| "momentum": 0.0, | |
| "nesterov": false, | |
| "no_prox": false, | |
| "optim_bits": null, | |
| "percentile_clipping": null, | |
| "r": null, | |
| "relative_step": false, | |
| "safeguard_warmup": false, | |
| "scale_parameter": false, | |
| "stochastic_rounding": true, | |
| "use_bias_correction": false, | |
| "use_triton": false, | |
| "warmup_init": false, | |
| "weight_decay": 0.0, | |
| "weight_lr_power": null, | |
| "decoupled_decay": false, | |
| "fixed_decay": false, | |
| "rectify": false, | |
| "degenerated_to_sgd": false, | |
| "k": null, | |
| "xi": null, | |
| "n_sma_threshold": null, | |
| "ams_bound": false, | |
| "adanorm": false, | |
| "adam_debias": false | |
| }, | |
| "ADAFACTOR": { | |
| "__version": 0, | |
| "optimizer": "ADAFACTOR", | |
| "adam_w_mode": false, | |
| "alpha": null, | |
| "amsgrad": false, | |
| "beta1": null, | |
| "beta2": null, | |
| "beta3": null, | |
| "bias_correction": false, | |
| "block_wise": false, | |
| "capturable": false, | |
| "centered": false, | |
| "clip_threshold": 1.0, | |
| "d0": null, | |
| "d_coef": null, | |
| "dampening": null, | |
| "decay_rate": -0.8, | |
| "decouple": false, | |
| "differentiable": false, | |
| "eps": 1e-30, | |
| "eps2": 0.001, | |
| "foreach": false, | |
| "fsdp_in_use": false, | |
| "fused": false, | |
| "fused_back_pass": true, | |
| "growth_rate": null, | |
| "initial_accumulator_value": null, | |
| "is_paged": false, | |
| "log_every": null, | |
| "lr_decay": null, | |
| "max_unorm": null, | |
| "maximize": false, | |
| "min_8bit_size": null, | |
| "momentum": null, | |
| "nesterov": false, | |
| "no_prox": false, | |
| "optim_bits": null, | |
| "percentile_clipping": null, | |
| "r": null, | |
| "relative_step": false, | |
| "safeguard_warmup": false, | |
| "scale_parameter": false, | |
| "stochastic_rounding": false, | |
| "use_bias_correction": false, | |
| "use_triton": false, | |
| "warmup_init": false, | |
| "weight_decay": 0.0, | |
| "weight_lr_power": null, | |
| "decoupled_decay": false, | |
| "fixed_decay": false, | |
| "rectify": false, | |
| "degenerated_to_sgd": false, | |
| "k": null, | |
| "xi": null, | |
| "n_sma_threshold": null, | |
| "ams_bound": false, | |
| "adanorm": false, | |
| "adam_debias": false | |
| } | |
| }, | |
| "sample_definition_file_name": "training_samples/samples.json", | |
| "samples": null, | |
| "sample_after": 100, | |
| "sample_after_unit": "STEP", | |
| "sample_image_format": "JPG", | |
| "samples_to_tensorboard": true, | |
| "non_ema_sampling": false, | |
| "backup_after": 500, | |
| "backup_after_unit": "STEP", | |
| "rolling_backup": true, | |
| "rolling_backup_count": 4, | |
| "backup_before_save": true, | |
| "save_after": 1, | |
| "save_after_unit": "EPOCH", | |
| "save_filename_prefix": "back" | |
| } |