Hugging Face's logo

bluestarburst
/
AnimateDiff-SceneFusion

Diffusers
Inference Endpoints
Model card Files Community
bluestarburst commited on
Commit
8b45f02
•
1 Parent(s): 3f9802b

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/Motion_Module/learnhigh/config.yaml +66 -0
  2. models/Motion_Module/learnhigh/inv_latents/ddim_latent-1.pt +3 -0
  3. models/Motion_Module/learnhigh/inv_latents/ddim_latent-10.pt +3 -0
  4. models/Motion_Module/learnhigh/inv_latents/ddim_latent-11.pt +3 -0
  5. models/Motion_Module/learnhigh/inv_latents/ddim_latent-12.pt +3 -0
  6. models/Motion_Module/learnhigh/inv_latents/ddim_latent-13.pt +3 -0
  7. models/Motion_Module/learnhigh/inv_latents/ddim_latent-14.pt +3 -0
  8. models/Motion_Module/learnhigh/inv_latents/ddim_latent-15.pt +3 -0
  9. models/Motion_Module/learnhigh/inv_latents/ddim_latent-16.pt +3 -0
  10. models/Motion_Module/learnhigh/inv_latents/ddim_latent-17.pt +3 -0
  11. models/Motion_Module/learnhigh/inv_latents/ddim_latent-18.pt +3 -0
  12. models/Motion_Module/learnhigh/inv_latents/ddim_latent-19.pt +3 -0
  13. models/Motion_Module/learnhigh/inv_latents/ddim_latent-2.pt +3 -0
  14. models/Motion_Module/learnhigh/inv_latents/ddim_latent-20.pt +3 -0
  15. models/Motion_Module/learnhigh/inv_latents/ddim_latent-21.pt +3 -0
  16. models/Motion_Module/learnhigh/inv_latents/ddim_latent-22.pt +3 -0
  17. models/Motion_Module/learnhigh/inv_latents/ddim_latent-23.pt +3 -0
  18. models/Motion_Module/learnhigh/inv_latents/ddim_latent-24.pt +3 -0
  19. models/Motion_Module/learnhigh/inv_latents/ddim_latent-25.pt +3 -0
  20. models/Motion_Module/learnhigh/inv_latents/ddim_latent-26.pt +3 -0
  21. models/Motion_Module/learnhigh/inv_latents/ddim_latent-27.pt +3 -0
  22. models/Motion_Module/learnhigh/inv_latents/ddim_latent-28.pt +3 -0
  23. models/Motion_Module/learnhigh/inv_latents/ddim_latent-29.pt +3 -0
  24. models/Motion_Module/learnhigh/inv_latents/ddim_latent-3.pt +3 -0
  25. models/Motion_Module/learnhigh/inv_latents/ddim_latent-30.pt +3 -0
  26. models/Motion_Module/learnhigh/inv_latents/ddim_latent-31.pt +3 -0
  27. models/Motion_Module/learnhigh/inv_latents/ddim_latent-32.pt +3 -0
  28. models/Motion_Module/learnhigh/inv_latents/ddim_latent-33.pt +3 -0
  29. models/Motion_Module/learnhigh/inv_latents/ddim_latent-34.pt +3 -0
  30. models/Motion_Module/learnhigh/inv_latents/ddim_latent-35.pt +3 -0
  31. models/Motion_Module/learnhigh/inv_latents/ddim_latent-36.pt +3 -0
  32. models/Motion_Module/learnhigh/inv_latents/ddim_latent-37.pt +3 -0
  33. models/Motion_Module/learnhigh/inv_latents/ddim_latent-38.pt +3 -0
  34. models/Motion_Module/learnhigh/inv_latents/ddim_latent-39.pt +3 -0
  35. models/Motion_Module/learnhigh/inv_latents/ddim_latent-4.pt +3 -0
  36. models/Motion_Module/learnhigh/inv_latents/ddim_latent-5.pt +3 -0
  37. models/Motion_Module/learnhigh/inv_latents/ddim_latent-6.pt +3 -0
  38. models/Motion_Module/learnhigh/inv_latents/ddim_latent-7.pt +3 -0
  39. models/Motion_Module/learnhigh/inv_latents/ddim_latent-8.pt +3 -0
  40. models/Motion_Module/learnhigh/inv_latents/ddim_latent-9.pt +3 -0
  41. models/Motion_Module/learnhigh/mm.pth +3 -0
  42. models/Motion_Module/learnhigh/samples/sample-1.gif +0 -0
  43. models/Motion_Module/learnhigh/samples/sample-1/0.gif +0 -0
  44. models/Motion_Module/learnhigh/samples/sample-10.gif +0 -0
  45. models/Motion_Module/learnhigh/samples/sample-10/0.gif +0 -0
  46. models/Motion_Module/learnhigh/samples/sample-11.gif +0 -0
  47. models/Motion_Module/learnhigh/samples/sample-11/0.gif +0 -0
  48. models/Motion_Module/learnhigh/samples/sample-12.gif +0 -0
  49. models/Motion_Module/learnhigh/samples/sample-12/0.gif +0 -0
  50. models/Motion_Module/learnhigh/samples/sample-13.gif +0 -0
models/Motion_Module/learnhigh/config.yaml ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ pretrained_model_path: /content/AnimateDiff-SceneFusion/models/StableDiffusion/
2
+ output_dir: /content/AnimateDiff-SceneFusion/models/Motion_Module/learnhigh
3
+ train_data:
4
+ video_folder: data/output
5
+ csv_path: data/output.csv
6
+ sample_n_frames: 5
7
+ sample_stride: 100
8
+ sample_size: 256
9
+ validation_data:
10
+ prompts:
11
+ - camera panning right to left, a bird's eye view of a row of buildings in a city
12
+ with trees in the foreground, masterpiece, best quality
13
+ video_length: 5
14
+ width: 256
15
+ height: 256
16
+ num_inference_steps: 20
17
+ guidance_scale: 12.5
18
+ temporal_context: 24
19
+ use_inv_latent: true
20
+ num_inv_steps: 50
21
+ validation_steps: 1
22
+ train_whole_module: false
23
+ trainable_modules:
24
+ - to_q
25
+ train_batch_size: 1
26
+ max_train_steps: 39
27
+ learning_rate: 0.03
28
+ scale_lr: false
29
+ lr_scheduler: constant
30
+ lr_warmup_steps: 0
31
+ adam_beta1: 0.9
32
+ adam_beta2: 0.999
33
+ adam_weight_decay: 0.01
34
+ adam_epsilon: 1.0e-08
35
+ max_grad_norm: 1.0
36
+ gradient_accumulation_steps: 1
37
+ gradient_checkpointing: true
38
+ checkpointing_steps: 100
39
+ start_global_step: 0
40
+ resume_from_checkpoint: null
41
+ mixed_precision: fp16
42
+ use_8bit_adam: false
43
+ enable_xformers_memory_efficient_attention: true
44
+ seed: 33
45
+ motion_module: /content/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt
46
+ inference_config_path: configs/inference/inference-v3.yaml
47
+ motion_module_pe_multiplier: 1
48
+ dataset_class: MultiTuneAVideoDataset
49
+ image_finetune: false
50
+ name: scenefusion
51
+ use_wandb: true
52
+ launcher: launcher
53
+ cfg_random_null_text: true
54
+ cfg_random_null_text_ratio: 0.1
55
+ unet_checkpoint_path: ''
56
+ unet_additional_kwargs: {}
57
+ ema_decay: 0.9999
58
+ noise_scheduler_kwargs: null
59
+ max_train_epoch: -1
60
+ validation_steps_tuple:
61
+ - -1
62
+ num_workers: 32
63
+ checkpointing_epochs: 5
64
+ mixed_precision_training: true
65
+ global_seed: 42
66
+ is_debug: false
models/Motion_Module/learnhigh/inv_latents/ddim_latent-1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df7b41e37f3892f8b7ef59c2c7d3ca84888db0450ab34cceec26c849df9ff2eb
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-10.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d45c0c531d1fb0836c9572675d6870df10d17f30d552e2e16374d16393f81a1
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-11.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97704d85d5be3e0d63c00025fb225f6127445a50db9ac0aa3ae6d607ad19aab4
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-12.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5187da62ecb3ccb194c67ac4db597418506a8331a70ece9ad9417752634e99ec
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-13.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d00a810781637cc922ecaf76efdbaaf2304a9737e13f9f84c017c5dc0b234f4e
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-14.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41effd35c1e9040d3c8427b75c7217ac9ff8033513bc4eb41d7987cc97cc8e6c
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-15.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c154e2415f5058306747c43fcc437073ddc67221769a049922f894780d984c17
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-16.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00c6cc04cad6c369c28e9600ab837336c9133731cc406c4b338b1213455095f4
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-17.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681472cf4b5de896795c17db44ea04af124c4187fe801c0d52778e9a82ac8055
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-18.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec97062a5f32199dbcbca040b72cee051067a0c684c24eaef10dfe79f1ffa995
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-19.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c5555bb92e1bfb58d14f1aa1a2a6d4258fc6d049d8bfa724670aca4abc0456
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9e67662c15a6d328cdfcb0ef0d3a866135c94620001f19c3e66514f9f3598e
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-20.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a21c770c15ea9ec225726fd5aba52a327350d6d1a1819a9354adfb981976dcc
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-21.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed4139867afd5936f42cd44c9d4ca48c0e83d1619287bb11343b6e1feb474cb
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-22.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1acd640478a140aafc5050d2aa7b64ec454a2e05497e7e5aca26d23b1b0a0c31
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-23.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88fd1b277ba185889157cc6b6c9809083920cc9cb2317b706a6a87b0da0a7d40
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-24.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2aaf0bcf9975c7a000c31dae163cc1f4917558121948be97fb48b7523130828
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-25.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b64b30f25f9cddfc2d6bbc5251418226b973b6305032e83e7b371efa83c8033
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-26.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:319a0a421459818060672492b9c0c106a61252b321d1de4522fd1025ed090df1
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-27.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d514c7f382187d1602f41faef9732c3a76160741be52ab606188e397e1200a4
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-28.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7eea6c24f2d8e8ffdf727d28534576ede48a4a83002f3e2073fc862d01dcea
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-29.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa796f9d1d19912d6d7a3291e98d0bc24e3785a8c7962762ca8096b70dd81b70
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58335d0c8dcf5db2a9bdd6ded2b75a47d7d2dae993428c22079709fd9805a83e
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-30.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a8f11e0937d7a9cb36de4293d4a35f075567c7aaf3ea19b1dc3226333ffc097
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-31.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538380160e398d031e5c8b09cd3798decd1e73e57b30f5c2463b41aea7b16a64
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-32.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de596fd1651f4efb9d38873a935569f30ec61a618e028c28b17eba0c3c4a8413
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-33.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1d1d1130bf6244a20f998e89ceb31cd5c741d7f0ec1662853f48ec8978c54d6
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-34.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:513bbc965ebe1b36e9040cb963c4335acf5a2abf25d7452c693a8e176fcdca49
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-35.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9db10f46c5bed48a72b86bfc0e929f09fd1038e49dcdab6279f113126ef3609
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-36.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f7598c6f3ca697e6cd3ad59b4e0b6ca403dd2799d07e5062b8be587af99d56f
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-37.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d9ceb54bb2e61f6d93f4e06e639b9caf06b2c0e2500eab157b83219d163dcc
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-38.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4ff5de5c2f56f9c3c469d0a2d1419d0b9756284b409e60f0e825c03e039befa
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-39.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffdcd71941cc422bbd85e94bd2ad4f345cec22435a44491db7db56e6af861771
3
+ size 41728
models/Motion_Module/learnhigh/inv_latents/ddim_latent-4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54eb7e562aa079e9e214cda9f176c25183c507be979213b03dc7461f31064c95
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:827e53054b3b07fd84cec7921b8c347289fd8dd11e67d3c9ec6011c66c0922f7
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c051f2a4e4112b0a866781b2feda5b74b079bb70b7d1eeaf8c3bd3ea923fda52
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1605c588b1ab8b5a2d7f8ccf34ac9e90a4cde427322396065644fc141b4fb41c
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a23672b71e4057eeacf3f0804dbaf6223a51adc1d75ce256af364d1fe89de7
3
+ size 41725
models/Motion_Module/learnhigh/inv_latents/ddim_latent-9.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875548339771e486683eec2fdd9a54b0aa6744016221a06b52f431232bf03564
3
+ size 41725
models/Motion_Module/learnhigh/mm.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df8117e2e459254f46780621d1a937ceaf144c9697812ca8947a036e966f61d0
3
+ size 1672103655
models/Motion_Module/learnhigh/samples/sample-1.gif ADDED
models/Motion_Module/learnhigh/samples/sample-1/0.gif ADDED
models/Motion_Module/learnhigh/samples/sample-10.gif ADDED
models/Motion_Module/learnhigh/samples/sample-10/0.gif ADDED
models/Motion_Module/learnhigh/samples/sample-11.gif ADDED
models/Motion_Module/learnhigh/samples/sample-11/0.gif ADDED
models/Motion_Module/learnhigh/samples/sample-12.gif ADDED
models/Motion_Module/learnhigh/samples/sample-12/0.gif ADDED
models/Motion_Module/learnhigh/samples/sample-13.gif ADDED