End of training

README.md

@@ -0,0 +1,62 @@
+---
+base_model: stabilityai/stable-diffusion-xl-base-1.0
+library_name: diffusers
+license: openrail++
+tags:
+- text-to-image
+- text-to-image
+- diffusers-training
+- diffusers
+- dora
+- template:sd-lora
+- stable-diffusion-xl
+- stable-diffusion-xl-diffusers
+instance_prompt: a photo of TOK_sks_rajesh_hamal
+widget: []
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# SDXL LoRA DreamBooth - agrajpaudel/rajesh_dai
+
+<Gallery />
+
+## Model description
+
+These are agrajpaudel/rajesh_dai LoRA adaption weights for stabilityai/stable-diffusion-xl-base-1.0.
+
+The weights were trained  using [DreamBooth](https://dreambooth.github.io/).
+
+LoRA for the text encoder was enabled: False.
+
+Special VAE used for training: madebyollin/sdxl-vae-fp16-fix.
+
+## Trigger words
+
+You should use a photo of TOK_sks_rajesh_hamal to trigger the image generation.
+
+## Download model
+
+Weights for this model are available in Safetensors format.
+
+[Download](agrajpaudel/rajesh_dai/tree/main) them in the Files & versions tab.
+
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

logs/dreambooth-lora-sd-xl/1719556083.388566/events.out.tfevents.1719556083.96310b93933e.5191.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c175a1d1af2e5990dfd56c4ec5c1540d6d656a1d1f9445f401e02eb4c1a6127
+size 3311

logs/dreambooth-lora-sd-xl/1719556083.3907073/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+center_crop: false
+checkpointing_steps: 717
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: rajesh_dai
+do_edm_style_training: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 3
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: a photo of TOK_sks_rajesh_hamal
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 250
+num_validation_images: 4
+optimizer: AdamW
+output_dir: rajesh_dai
+output_kohya_format: false
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: false
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 256
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+snr_gamma: 5.0
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 50
+validation_prompt: null
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-sd-xl/1719558505.5706098/events.out.tfevents.1719558505.96310b93933e.15232.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01325e167b53ba2be999eb00f32398607f5c9e8916c45a9133b1c67a0142b6ac
+size 3311

logs/dreambooth-lora-sd-xl/1719558505.5726814/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+center_crop: false
+checkpointing_steps: 717
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: rajesh_dai
+do_edm_style_training: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: a photo of TOK_sks_rajesh_hamal
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 84
+num_validation_images: 4
+optimizer: AdamW
+output_dir: rajesh_dai
+output_kohya_format: false
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: false
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 128
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+snr_gamma: 5.0
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 50
+validation_prompt: null
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-sd-xl/1719559370.8854625/events.out.tfevents.1719559370.96310b93933e.18842.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41cb7e1b7bbe42b205630b9e3dfbe0946659b2809bddda6b9c89d3499dbfda6
+size 3311

logs/dreambooth-lora-sd-xl/1719559370.8919315/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+center_crop: false
+checkpointing_steps: 717
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: rajesh_dai
+do_edm_style_training: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: a photo of TOK_sks_rajesh_hamal
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 84
+num_validation_images: 4
+optimizer: AdamW
+output_dir: rajesh_dai
+output_kohya_format: false
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: false
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 64
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+snr_gamma: 5.0
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 50
+validation_prompt: null
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-sd-xl/1719560318.595972/events.out.tfevents.1719560318.96310b93933e.22956.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95e6b438c82fa531b99ced55fddb215d2416ecd8172fcb913cee972a87a7bb6
+size 3311

logs/dreambooth-lora-sd-xl/1719560318.5980754/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: prompt
+center_crop: false
+checkpointing_steps: 717
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: rajesh_dai
+do_edm_style_training: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: a photo of TOK_sks_rajesh_hamal
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 300
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 50
+num_validation_images: 4
+optimizer: AdamW
+output_dir: rajesh_dai
+output_kohya_format: false
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: false
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 32
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 0
+snr_gamma: 5.0
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 50
+validation_prompt: null
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-sd-xl/events.out.tfevents.1719556083.96310b93933e.5191.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad056bcda5a9774675b2b9e74f5b2d0a5929d3c0647bbc13bd75e5af87d30a6
+size 125314

logs/dreambooth-lora-sd-xl/events.out.tfevents.1719558505.96310b93933e.15232.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb298efcad4f1ee41e2bf6c99c1d594b8d4bca37d7b6eef692fa5bd6e5aa57b7
+size 41834

logs/dreambooth-lora-sd-xl/events.out.tfevents.1719559370.96310b93933e.18842.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0009505cabfdea3da8b6ce1f19ad2b9616a8790eb041c0091cfe9d76ba20a38
+size 41834

logs/dreambooth-lora-sd-xl/events.out.tfevents.1719560318.96310b93933e.22956.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28e95f0ed252151548d53bc890b7d5a174cc2bb9df61f1ee23fd4d53928f3dc
+size 25034

metadata.jsonl

@@ -0,0 +1,6 @@
+{"file_name": "rajesh_dai6.png", "prompt": "a photo of TOK_sks_rajesh_hamal, a man in a suit sitting at a table"}
+{"file_name": "rajesh_dai3.png", "prompt": "a photo of TOK_sks_rajesh_hamal, shah shah in a still - life photo"}
+{"file_name": "rajesh_dai8.png", "prompt": "a photo of TOK_sks_rajesh_hamal, a man in a car with a black shirt"}
+{"file_name": "rajesh_dai1.png", "prompt": "a photo of TOK_sks_rajesh_hamal, shah shah at the launch of his film"}
+{"file_name": "rajesh_dai7.png", "prompt": "a photo of TOK_sks_rajesh_hamal, a man in a suit and tie with glasses"}
+{"file_name": "rajesh_dai19.png", "prompt": "a photo of TOK_sks_rajesh_hamal, a man in a suit and tie posing for a picture"}

pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e97770e88df370436ad794377fbb484d17c7d4c8acd70488b34f9fcf9a3a8b4
+size 23390424