{ "patch_size": 2, "num_attention_heads": 24, "attention_head_dim": 128, "num_layers": 48, "pooled_projection_dim": 1536, "in_channels": 12, "out_channels": null, "qk_norm": "rms_norm", "text_embed_dim": 4096, "time_embed_dim": 256, "activation_fn": "swiglu", "max_sequence_length": 256, "_class_name": "MochiTransformer3DModel", "_diffusers_version": "0.32.0.dev0" }