["--pretrained_model_name_or_path","genmo/mochi-1-preview","--data_root","/fsx/sayak/cogvideox-factory/training/mochi-1/video-dataset-disney/mochi-1/preprocessed-dataset","--caption_column","prompts.txt","--video_column","videos.txt","--id_token","BW_STYLE","--height_buckets","480","--width_buckets","848","--frame_buckets","84","--load_tensors","--validation_prompt","BW_STYLE A black and white animated scene unfolds with an anthropomorphic goat surrounded by musical notes and symbols, suggesting a playful environment. Mickey Mouse appears, leaning forward in curiosity as the goat remains still. The goat then engages with Mickey, who bends down to converse or react. The dynamics shift as Mickey grabs the goat, potentially in surprise or playfulness, amidst a minimalistic background. The scene captures the evolving relationship between the two characters in a whimsical, animated setting, emphasizing their interactions and emotions","--validation_prompt_separator",":::","--num_validation_videos","1","--validation_epochs","1","--seed","42","--rank","64","--lora_alpha","64","--mixed_precision","bf16","--output_dir","/scratch/mochi-lora-lr_1e-4-w_logit_normal-bit_no8bit/","--max_num_frames","84","--train_batch_size","1","--dataloader_num_workers","4","--max_train_steps","500","--checkpointing_steps","50","--gradient_accumulation_steps","4","--gradient_checkpointing","--learning_rate","1e-4","--lr_scheduler","constant","--lr_warmup_steps","0","--lr_num_cycles","1","--weighting_scheme","logit_normal","--enable_slicing","--enable_tiling","--optimizer","adamw","--allow_tf32","--report_to","wandb","--push_to_hub","--nccl_timeout","1800"]

"training/mochi-1/text_to_video_lora.py"

96

96

{"remote":"https://github.com/a-r-r-o-w/cogvideox-factory/","commit":"7e203db9aad5b54422909c72dd262ce5f91448d3","__typename":"GitInfo"}

NVIDIA H100 80GB HBM3

4

Linux-5.15.0-1048-aws-x86_64-with-glibc2.31

/fsx/sayak/cogvideox-factory/training/mochi-1/text_to_video_lora.py

3.10.14

1h 19m 59s

true

0.9

0.999

prompts.txt

50

/fsx/sayak/cogvideox-factory/training/mochi-1/video-dataset-disney/mochi-1/preprocessed-dataset

4

false

true

true

1.0000e-8

30

[84]

4

true

480

[480]

BW_STYLE

0.0001

true

logs

0

1

64

1

1

constant

0

1

84

500

bf16

1.29