finetune

rhnd_config/config_file.toml

@@ -0,0 +1,54 @@
+[model_arguments]
+v2 = false
+v_parameterization = false
+pretrained_model_name_or_path = "/content/pretrained_model/AnyLoRA.safetensors"
+
+[optimizer_arguments]
+optimizer_type = "AdamW8bit"
+learning_rate = 2e-6
+max_grad_norm = 1.0
+train_text_encoder = false
+lr_scheduler = "constant"
+lr_warmup_steps = 0
+
+[dataset_arguments]
+debug_dataset = false
+in_json = "/content/fine_tune/meta_lat.json"
+train_data_dir = "/content/fine_tune/train_data"
+dataset_repeats = 10
+shuffle_caption = true
+keep_tokens = 0
+resolution = "256,256"
+caption_dropout_rate = 0
+caption_tag_dropout_rate = 0
+caption_dropout_every_n_epochs = 0
+color_aug = false
+token_warmup_min = 1
+token_warmup_step = 0
+
+[training_arguments]
+output_dir = "/content/fine_tune/output"
+output_name = "rhnd"
+save_precision = "fp16"
+save_n_epoch_ratio = 1
+save_state = false
+train_batch_size = 1
+max_token_length = 225
+mem_eff_attn = false
+xformers = true
+max_train_steps = 2500
+max_data_loader_n_workers = 8
+persistent_data_loader_workers = true
+gradient_checkpointing = false
+gradient_accumulation_steps = 1
+mixed_precision = "fp16"
+clip_skip = 2
+logging_dir = "/content/fine_tune/logs"
+log_prefix = "rhnd"
+
+[sample_prompt_arguments]
+sample_every_n_steps = 100
+sample_sampler = "ddim"
+
+[saving_arguments]
+save_model_as = "ckpt"

rhnd_config/sample_prompt.txt

@@ -0,0 +1,2 @@
+
+  rhnd, open, hand, human hand, good anatomy, five fingers, good quality, plain background   --n extra fingers, missing fingers, bad anatomy, lowres, bad hands, cropped, worst quality, low quality, jpeg artifacts, signature, watermark, username, blurry   --w 256   --h 256   --l 7   --s 28