| image_finetune: false | |
| name: man_running_my_video_edit | |
| use_wandb: false | |
| output_dir: outputs/2024-11-11/man_running_my_video_edit-13-16-56 | |
| pretrained_model_path: models/StableDiffusion | |
| train_data: | |
| manual_sample_size: false | |
| sample_size: | |
| - 384 | |
| - 384 | |
| width: 384 | |
| height: 384 | |
| use_bucketing: true | |
| sample_start_idx: 0 | |
| fps: 0 | |
| frame_step: 3 | |
| n_sample_frames: 16 | |
| sample_n_frames: 16 | |
| single_video_path: examples/pexels-cottonbro-5319934 (2160p).mp4 | |
| single_video_prompt: a man is running on a bridge | |
| fallback_prompt: '' | |
| max_chunks: 1 | |
| validation_data: | |
| prompts: | |
| - a highly realistic video of batman running in a mystic forest, depth of field, | |
| epic lights, high quality, trending on artstation | |
| num_inference_steps: 25 | |
| guidance_scale: 9 | |
| spatial_scale: 0.5 | |
| validation_seed: 44 | |
| cfg_random_null_text: true | |
| unet_checkpoint_path: '' | |
| unet_additional_kwargs: | |
| use_inflated_groupnorm: true | |
| use_motion_module: true | |
| motion_module_resolutions: | |
| - 1 | |
| - 2 | |
| - 4 | |
| - 8 | |
| motion_module_mid_block: false | |
| motion_module_type: Vanilla | |
| motion_module_kwargs: | |
| num_attention_heads: 8 | |
| num_transformer_block: 1 | |
| attention_block_types: | |
| - Temporal_Self | |
| - Temporal_Self | |
| temporal_position_encoding: true | |
| temporal_position_encoding_max_len: 32 | |
| temporal_attention_dim_div: 1 | |
| zero_initialize: true | |
| ema_decay: 0.9999 | |
| noise_scheduler_kwargs: | |
| num_train_timesteps: 1000 | |
| beta_start: 0.00085 | |
| beta_end: 0.012 | |
| beta_schedule: linear | |
| clip_sample: false | |
| max_train_epoch: 503 | |
| max_train_steps: -1 | |
| validation_steps: 50 | |
| validation_steps_tuple: | |
| - 2 | |
| - 50 | |
| learning_rate: 0.0005 | |
| learning_rate_spatial: 0.0001 | |
| scale_lr: false | |
| lr_warmup_steps: 0 | |
| lr_scheduler: constant | |
| num_workers: 32 | |
| train_batch_size: 1 | |
| adam_beta1: 0.9 | |
| adam_beta2: 0.999 | |
| adam_weight_decay: 0.01 | |
| adam_epsilon: 1.0e-08 | |
| max_grad_norm: 1.0 | |
| gradient_accumulation_steps: 1 | |
| gradient_checkpointing: true | |
| checkpointing_epochs: -1 | |
| checkpointing_steps: 100 | |
| mixed_precision_training: true | |
| enable_xformers_memory_efficient_attention: true | |
| global_seed: 33 | |
| is_debug: false | |
| dataset_types: | |
| - single_video | |
| motion_module_path: models/Motion_Module/v3_sd15_mm.ckpt | |
| domain_adapter_path: '' | |
| random_hflip_img: -1 | |
| use_motion_lora_format: true | |
| single_spatial_lora: true | |
| lora_name: man_running | |
| lora_rank: 64 | |
| lora_unet_dropout: 0.1 | |
| train_temporal_lora: true | |
| target_spatial_modules: | |
| - Transformer3DModel | |
| target_temporal_modules: | |
| - TemporalTransformerBlock | |
| cache_latents: true | |
| cached_latent_dir: null | |
| train_sample_validation: false | |
| device: cuda | |
| use_text_augmenter: false | |
| use_lion_optim: true | |
| use_offset_noise: false | |
| args: [] | |
| kwargs: {} | |
| num_processes: 1 | |
| seed: 33 | |
| date_calendar: '2024-11-11' | |
| date_time: -13-16-56 | |
| folder_name: man_running_my_video_edit-13-16-56 | |
| cfg_random_null_text_ratio: 0 | |