image_finetune: false
name: man_running_my_video_edit
use_wandb: false
output_dir: outputs/2024-11-11/man_running_my_video_edit-13-16-56
pretrained_model_path: models/StableDiffusion
train_data:
  manual_sample_size: false
  sample_size:
  - 384
  - 384
  width: 384
  height: 384
  use_bucketing: true
  sample_start_idx: 0
  fps: 0
  frame_step: 3
  n_sample_frames: 16
  sample_n_frames: 16
  single_video_path: examples/pexels-cottonbro-5319934 (2160p).mp4
  single_video_prompt: a man is running on a bridge
  fallback_prompt: ''
  max_chunks: 1
validation_data:
  prompts:
  - a highly realistic video of batman running in a mystic forest, depth of field,
    epic lights, high quality, trending on artstation
  num_inference_steps: 25
  guidance_scale: 9
  spatial_scale: 0.5
  validation_seed: 44
cfg_random_null_text: true
unet_checkpoint_path: ''
unet_additional_kwargs:
  use_inflated_groupnorm: true
  use_motion_module: true
  motion_module_resolutions:
  - 1
  - 2
  - 4
  - 8
  motion_module_mid_block: false
  motion_module_type: Vanilla
  motion_module_kwargs:
    num_attention_heads: 8
    num_transformer_block: 1
    attention_block_types:
    - Temporal_Self
    - Temporal_Self
    temporal_position_encoding: true
    temporal_position_encoding_max_len: 32
    temporal_attention_dim_div: 1
    zero_initialize: true
ema_decay: 0.9999
noise_scheduler_kwargs:
  num_train_timesteps: 1000
  beta_start: 0.00085
  beta_end: 0.012
  beta_schedule: linear
  clip_sample: false
max_train_epoch: 503
max_train_steps: -1
validation_steps: 50
validation_steps_tuple:
- 2
- 50
learning_rate: 0.0005
learning_rate_spatial: 0.0001
scale_lr: false
lr_warmup_steps: 0
lr_scheduler: constant
num_workers: 32
train_batch_size: 1
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1.0e-08
max_grad_norm: 1.0
gradient_accumulation_steps: 1
gradient_checkpointing: true
checkpointing_epochs: -1
checkpointing_steps: 100
mixed_precision_training: true
enable_xformers_memory_efficient_attention: true
global_seed: 33
is_debug: false
dataset_types:
- single_video
motion_module_path: models/Motion_Module/v3_sd15_mm.ckpt
domain_adapter_path: ''
random_hflip_img: -1
use_motion_lora_format: true
single_spatial_lora: true
lora_name: man_running
lora_rank: 64
lora_unet_dropout: 0.1
train_temporal_lora: true
target_spatial_modules:
- Transformer3DModel
target_temporal_modules:
- TemporalTransformerBlock
cache_latents: true
cached_latent_dir: null
train_sample_validation: false
device: cuda
use_text_augmenter: false
use_lion_optim: true
use_offset_noise: false
args: []
kwargs: {}
num_processes: 1
seed: 33
date_calendar: '2024-11-11'
date_time: -13-16-56
folder_name: man_running_my_video_edit-13-16-56
cfg_random_null_text_ratio: 0