Upload 45 files

.gitattributes

@@ -33,3 +33,35 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-100-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-150-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-2-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-200-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-250-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-300-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-350-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-400-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-450-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/.ipynb_checkpoints/sample-50-checkpoint.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-100.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-100/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-150.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-150/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-2.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-2/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-200.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-200/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-250.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-250/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-300.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-300/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-350.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-350/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-400.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-400/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-450.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-450/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-50.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-50/0.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-500.gif filter=lfs diff=lfs merge=lfs -text
+samples/sample-500/0.gif filter=lfs diff=lfs merge=lfs -text

cached_latents/cached_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2264133d765f963280a6836c3a60f5c72fe3b48820ca2a714e7e11ac7167e4e
+size 395864

config.yaml

@@ -0,0 +1,115 @@
+image_finetune: false
+name: man_running_my_video_edit
+use_wandb: false
+output_dir: outputs/2024-11-11/man_running_my_video_edit-13-16-56
+pretrained_model_path: models/StableDiffusion
+train_data:
+  manual_sample_size: false
+  sample_size:
+  - 384
+  - 384
+  width: 384
+  height: 384
+  use_bucketing: true
+  sample_start_idx: 0
+  fps: 0
+  frame_step: 3
+  n_sample_frames: 16
+  sample_n_frames: 16
+  single_video_path: examples/pexels-cottonbro-5319934 (2160p).mp4
+  single_video_prompt: a man is running on a bridge
+  fallback_prompt: ''
+  max_chunks: 1
+validation_data:
+  prompts:
+  - a highly realistic video of batman running in a mystic forest, depth of field,
+    epic lights, high quality, trending on artstation
+  num_inference_steps: 25
+  guidance_scale: 9
+  spatial_scale: 0.5
+  validation_seed: 44
+cfg_random_null_text: true
+unet_checkpoint_path: ''
+unet_additional_kwargs:
+  use_inflated_groupnorm: true
+  use_motion_module: true
+  motion_module_resolutions:
+  - 1
+  - 2
+  - 4
+  - 8
+  motion_module_mid_block: false
+  motion_module_type: Vanilla
+  motion_module_kwargs:
+    num_attention_heads: 8
+    num_transformer_block: 1
+    attention_block_types:
+    - Temporal_Self
+    - Temporal_Self
+    temporal_position_encoding: true
+    temporal_position_encoding_max_len: 32
+    temporal_attention_dim_div: 1
+    zero_initialize: true
+ema_decay: 0.9999
+noise_scheduler_kwargs:
+  num_train_timesteps: 1000
+  beta_start: 0.00085
+  beta_end: 0.012
+  beta_schedule: linear
+  clip_sample: false
+max_train_epoch: 503
+max_train_steps: -1
+validation_steps: 50
+validation_steps_tuple:
+- 2
+- 50
+learning_rate: 0.0005
+learning_rate_spatial: 0.0001
+scale_lr: false
+lr_warmup_steps: 0
+lr_scheduler: constant
+num_workers: 32
+train_batch_size: 1
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.01
+adam_epsilon: 1.0e-08
+max_grad_norm: 1.0
+gradient_accumulation_steps: 1
+gradient_checkpointing: true
+checkpointing_epochs: -1
+checkpointing_steps: 100
+mixed_precision_training: true
+enable_xformers_memory_efficient_attention: true
+global_seed: 33
+is_debug: false
+dataset_types:
+- single_video
+motion_module_path: models/Motion_Module/v3_sd15_mm.ckpt
+domain_adapter_path: ''
+random_hflip_img: -1
+use_motion_lora_format: true
+single_spatial_lora: true
+lora_name: man_running
+lora_rank: 64
+lora_unet_dropout: 0.1
+train_temporal_lora: true
+target_spatial_modules:
+- Transformer3DModel
+target_temporal_modules:
+- TemporalTransformerBlock
+cache_latents: true
+cached_latent_dir: null
+train_sample_validation: false
+device: cuda
+use_text_augmenter: false
+use_lion_optim: true
+use_offset_noise: false
+args: []
+kwargs: {}
+num_processes: 1
+seed: 33
+date_calendar: '2024-11-11'
+date_time: -13-16-56
+folder_name: man_running_my_video_edit-13-16-56
+cfg_random_null_text_ratio: 0

lora/spatial/100_man_running_spatial_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b001fd12e115b24ffb8a6637a875d8eef7c7762c644b7250a0a4eef1f66d532
+size 102190584

lora/spatial/200_man_running_spatial_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d1039e56e952b8735491902425ada1b1259e17e177ec6370f27e7c89875f66
+size 102190584

lora/spatial/300_man_running_spatial_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87939c8695252087132448bcc923637414d8f4b721bdd3dc898b5b5d63a3f978
+size 102190584

lora/spatial/400_man_running_spatial_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25ba2d181617d61828c06325c6c441036d5fd10f1ca1599d764cf03d48c9981
+size 102190584

lora/spatial/500_man_running_spatial_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14d27c87ec8669bab5378401b9cbbf62438351b846d0221a09dab9fafee4ba3
+size 102190584

lora/temporal/100_man_running_temporal_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19c972bbc2c86118695f4ba350c3f7597152b70c18a0d0645af41820209a1fb
+size 135244472

lora/temporal/200_man_running_temporal_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3774c7b9b6f29daca90fceb185b4b958b41b6dd467622addfa0e1d962af1161c
+size 135244472

lora/temporal/300_man_running_temporal_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebae73bc030e44c09b374db99d862de1105dcdd61f6d09c69543c714f2a6ee1d
+size 135244472

lora/temporal/400_man_running_temporal_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0aac8cc6bb74ec8295af4c68a3fc4de035f1acfda071e7772788efeb11bd6fc
+size 135244472

lora/temporal/500_man_running_temporal_unet.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebfa37f5fb28ef414f655fd4931bfc56503e097cdc00b82406cab406e4b2185
+size 135244472