Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
98 changes: 98 additions & 0 deletions configs/dit/minimax_h3_fl2va_embedding.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,98 @@
# =============================================================================
# MiniMax H3 FL2VA offline embedding (pre-compute VAE latents)
# =============================================================================
#
# Entry point: tasks/train_dit.py (plain DiTTrainer; embedding stage picks the transform from data_transform)
# Usage: bash train.sh tasks/train_dit.py configs/dit/minimax_h3_fl2va_embedding.yaml
#
# Encodes raw data → VAE latents + prompt embeddings + packed info → saves parquet.
# Run BEFORE offline_training. The saved parquet is used as input for offline
# training (minimax_h3_fl2va_offline.yaml).
#
# =============================================================================

# -----------------------------------------------------------------------------
# Model
# -----------------------------------------------------------------------------
model:
# DiT model not loaded during embedding (model_path unused)
condition_model_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA
config_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA/transformer/config.json

condition_model_cfg:
base_model_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA
video_vae_subfolder: video_vae/source
skip_encoder_load: false
use_keyframe_condition: true
keyframe_indices: [0, -1]
video_max_frames: 73
video_max_resolution: 848
sigma_shift_video: 12.0
sigma_shift_audio: 3.0
imgvid_cond_noise_aug: 0.999
audio_cond_noise_aug: 1.0
# -----------------------------------------------------------------------------
# Data
# -----------------------------------------------------------------------------
data:
train_path: dataset/minimax-h3-demo/minimax_h3/MiniMax-H3-FL2VA/metadata.csv
data_type: diffusion
source_name: minimax_h3
data_transform: minimax_h3_online
datasets_type: minimax_h3_online
log_sample: false
shuffle: false
text_keys: text
dataloader:
type: native
num_workers: 0
drop_last: false
mm_configs:
data_dir: dataset/minimax-h3-demo/minimax_h3/MiniMax-H3-FL2VA/
fps: 24
min_frames: 124
max_frames: 124
height: 480
width: 832
offline_embedding_save_dir: output/minimax_h3_fl2va_embedding

# -----------------------------------------------------------------------------
# Training
# -----------------------------------------------------------------------------
train:
training_task: offline_embedding

global_batch_size: 8
micro_batch_size: 1
dyn_bsz: false

init_device: meta
seed: 42

num_train_epochs: 1
# max_steps unset: process all data (set to 0 would clamp train_steps to 0
# via VeOmniArguments.train_steps property)

gradient_checkpointing:
enable: false

optimizer:
type: adamw
lr: 1.0e-4

accelerator:
ulysses_size: 1
fsdp_config:
fsdp_mode: fsdp2
offload: false
mixed_precision:
enable: false

checkpoint:
output_dir: output/minimax_h3_fl2va_embedding
save_steps: 0
save_hf_weights: false

wandb:
enable: false
project: minimax_h3_fl2va
107 changes: 107 additions & 0 deletions configs/dit/minimax_h3_fl2va_offline.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,107 @@
# =============================================================================
# MiniMax H3 FL2VA offline training
# =============================================================================
#
# Entry point: tasks/train_dit.py (plain DiTTrainer; embedding stage picks the transform from data_transform)
# Usage: bash train.sh tasks/train_dit.py configs/dit/minimax_h3_fl2va_offline.yaml
#
# Uses pre-computed VAE latents from offline_embedding stage.
# offline_embedding: get_condition() encodes raw data → saves parquet
# offline_training: skip encoders, process_condition() adds noise + packs
#
# =============================================================================

# -----------------------------------------------------------------------------
# Model
# -----------------------------------------------------------------------------
model:
model_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA/transformer
condition_model_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA
config_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA/transformer/config.json

condition_model_cfg:
base_model_path: pretrained_models/MiniMax-H3/MiniMax/MiniMax-H3/FL2VA
skip_encoder_load: true
use_keyframe_condition: true
keyframe_indices: [0, -1]
video_max_frames: 120
video_max_resolution: 832
sigma_shift_video: 12.0
sigma_shift_audio: 3.0
imgvid_cond_noise_aug: 0.999
audio_cond_noise_aug: 1.0

ops_implementation:
attn_implementation: eager
rotary_pos_emb_implementation: eager
rms_norm_implementation: eager
swiglu_mlp_implementation: eager
cross_entropy_loss_implementation: eager
moe_implementation: eager
load_balancing_loss_implementation: eager

# -----------------------------------------------------------------------------
# Data
# -----------------------------------------------------------------------------
data:
train_path: output/minimax_h3_fl2va_embedding
data_type: diffusion
source_name: minimax_h3
data_transform: minimax_h3_offline
datasets_type: minimax_h3_offline
log_sample: false
text_keys: text
mm_configs:
repeat: 100
dataloader:
type: native
num_workers: 8
drop_last: true

# -----------------------------------------------------------------------------
# Training
# -----------------------------------------------------------------------------
train:
training_task: offline_training

global_batch_size: 16
micro_batch_size: 1
dyn_bsz: false

init_device: meta
seed: 42

num_train_epochs: 1
max_steps: 20

gradient_checkpointing:
enable: true

optimizer:
type: adamw
lr: 1.0e-5
betas: [0.9, 0.999]
lr_decay_style: linear
lr_min: 1.0e-5
lr_warmup_ratio: 0.0
weight_decay: 0.01

accelerator:
ulysses_size: 1
fsdp_config:
fsdp_mode: fsdp2
mixed_precision:
enable: true
param_dtype: bfloat16
reduce_dtype: float32
cast_forward_inputs: false

checkpoint:
output_dir: output/minimax_h3_fl2va_offline
save_steps: 500
save_epochs: 0
save_hf_weights: false

wandb:
enable: false
project: minimax_h3_fl2va
Loading
Loading