dummy-mochi / transformer /config.json
sayakpaul's picture
sayakpaul HF staff
Upload MochiPipeline
f150a06 verified
{
"_class_name": "MochiTransformer3DModel",
"_diffusers_version": "0.33.0.dev0",
"activation_fn": "swiglu",
"attention_head_dim": 8,
"in_channels": 12,
"max_sequence_length": 16,
"num_attention_heads": 2,
"num_layers": 2,
"out_channels": null,
"patch_size": 2,
"pooled_projection_dim": 16,
"qk_norm": "rms_norm",
"text_embed_dim": 32,
"time_embed_dim": 4
}