| image_finetune: false |
| name: man_running_my_video_edit |
| use_wandb: false |
| output_dir: outputs/2024-11-11/man_running_my_video_edit-13-16-56 |
| pretrained_model_path: models/StableDiffusion |
| train_data: |
| manual_sample_size: false |
| sample_size: |
| - 384 |
| - 384 |
| width: 384 |
| height: 384 |
| use_bucketing: true |
| sample_start_idx: 0 |
| fps: 0 |
| frame_step: 3 |
| n_sample_frames: 16 |
| sample_n_frames: 16 |
| single_video_path: examples/pexels-cottonbro-5319934 (2160p).mp4 |
| single_video_prompt: a man is running on a bridge |
| fallback_prompt: '' |
| max_chunks: 1 |
| validation_data: |
| prompts: |
| - a highly realistic video of batman running in a mystic forest, depth of field, |
| epic lights, high quality, trending on artstation |
| num_inference_steps: 25 |
| guidance_scale: 9 |
| spatial_scale: 0.5 |
| validation_seed: 44 |
| cfg_random_null_text: true |
| unet_checkpoint_path: '' |
| unet_additional_kwargs: |
| use_inflated_groupnorm: true |
| use_motion_module: true |
| motion_module_resolutions: |
| - 1 |
| - 2 |
| - 4 |
| - 8 |
| motion_module_mid_block: false |
| motion_module_type: Vanilla |
| motion_module_kwargs: |
| num_attention_heads: 8 |
| num_transformer_block: 1 |
| attention_block_types: |
| - Temporal_Self |
| - Temporal_Self |
| temporal_position_encoding: true |
| temporal_position_encoding_max_len: 32 |
| temporal_attention_dim_div: 1 |
| zero_initialize: true |
| ema_decay: 0.9999 |
| noise_scheduler_kwargs: |
| num_train_timesteps: 1000 |
| beta_start: 0.00085 |
| beta_end: 0.012 |
| beta_schedule: linear |
| clip_sample: false |
| max_train_epoch: 503 |
| max_train_steps: -1 |
| validation_steps: 50 |
| validation_steps_tuple: |
| - 2 |
| - 50 |
| learning_rate: 0.0005 |
| learning_rate_spatial: 0.0001 |
| scale_lr: false |
| lr_warmup_steps: 0 |
| lr_scheduler: constant |
| num_workers: 32 |
| train_batch_size: 1 |
| adam_beta1: 0.9 |
| adam_beta2: 0.999 |
| adam_weight_decay: 0.01 |
| adam_epsilon: 1.0e-08 |
| max_grad_norm: 1.0 |
| gradient_accumulation_steps: 1 |
| gradient_checkpointing: true |
| checkpointing_epochs: -1 |
| checkpointing_steps: 100 |
| mixed_precision_training: true |
| enable_xformers_memory_efficient_attention: true |
| global_seed: 33 |
| is_debug: false |
| dataset_types: |
| - single_video |
| motion_module_path: models/Motion_Module/v3_sd15_mm.ckpt |
| domain_adapter_path: '' |
| random_hflip_img: -1 |
| use_motion_lora_format: true |
| single_spatial_lora: true |
| lora_name: man_running |
| lora_rank: 64 |
| lora_unet_dropout: 0.1 |
| train_temporal_lora: true |
| target_spatial_modules: |
| - Transformer3DModel |
| target_temporal_modules: |
| - TemporalTransformerBlock |
| cache_latents: true |
| cached_latent_dir: null |
| train_sample_validation: false |
| device: cuda |
| use_text_augmenter: false |
| use_lion_optim: true |
| use_offset_noise: false |
| args: [] |
| kwargs: {} |
| num_processes: 1 |
| seed: 33 |
| date_calendar: '2024-11-11' |
| date_time: -13-16-56 |
| folder_name: man_running_my_video_edit-13-16-56 |
| cfg_random_null_text_ratio: 0 |
|
|
