|
[[subsets]] |
|
num_repeats = 3 |
|
keep_tokens = 0 |
|
caption_extension = ".txt" |
|
shuffle_caption = true |
|
flip_aug = false |
|
color_aug = false |
|
random_crop = true |
|
is_reg = false |
|
image_dir = "/mnt/d/Desktop/stable diffusion/LoRA/lora_datasets/silence/main" |
|
|
|
[noise_args] |
|
|
|
[sample_args] |
|
|
|
[logging_args] |
|
|
|
[general_args.args] |
|
pretrained_model_name_or_path = "/mnt/d/stable_diffusion_models_and_outputs/models/Stable-diffusion/sdxl/sdxl_pruned.safetensors" |
|
seed = 23 |
|
xformers = true |
|
max_data_loader_n_workers = 1 |
|
persistent_data_loader_workers = true |
|
max_token_length = 225 |
|
prior_loss_weight = 1.0 |
|
sdxl = true |
|
full_bf16 = true |
|
max_train_steps = 200 |
|
|
|
[general_args.dataset_args] |
|
resolution = 1024 |
|
batch_size = 2 |
|
|
|
[network_args.args] |
|
network_dim = 16 |
|
network_alpha = 8.0 |
|
min_timestep = 0 |
|
max_timestep = 1000 |
|
|
|
[optimizer_args.args] |
|
optimizer_type = "AdamW8bit" |
|
lr_scheduler = "cosine" |
|
learning_rate = 0.0001 |
|
lr_scheduler_type = "LoraEasyCustomOptimizer.CustomOptimizers.CosineAnnealingWarmupRestarts" |
|
lr_scheduler_num_cycles = 4 |
|
unet_lr = 0.0005 |
|
warmup_ratio = 0.1 |
|
min_snr_gamma = 8 |
|
scale_weight_norms = 5.0 |
|
|
|
[saving_args.args] |
|
output_dir = "/mnt/d/Desktop" |
|
save_precision = "fp16" |
|
save_model_as = "safetensors" |
|
output_name = "test" |
|
save_every_n_epochs = 1 |
|
tag_occurrence = true |
|
save_toml = true |
|
|
|
[bucket_args.dataset_args] |
|
enable_bucket = true |
|
min_bucket_reso = 512 |
|
max_bucket_reso = 2048 |
|
bucket_reso_steps = 64 |
|
|
|
[network_args.args.network_args] |
|
dropout = 0.3 |
|
module_dropout = 0.25 |
|
|
|
[optimizer_args.args.lr_scheduler_args] |
|
min_lr = 1e-6 |
|
gamma = 0.85 |
|
|
|
[optimizer_args.args.optimizer_args] |
|
weight_decay = "0.1" |
|
betas = "0.9,0.99" |
|
|