Upload 2 files
Browse files- .gitattributes +1 -0
- transformer/config.json +49 -0
- transformer/diffusion_pytorch_model.safetensors +3 -0
.gitattributes
CHANGED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
transformer/diffusion_pytorch_model.safetensors filter=lfs diff=lfs merge=lfs -text
|
transformer/config.json
CHANGED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_class_name": "WorldModel",
|
| 3 |
+
"_diffusers_version": "0.36.0.dev0",
|
| 4 |
+
"auto_map": {
|
| 5 |
+
"AutoModel": "model.WorldModel"
|
| 6 |
+
},
|
| 7 |
+
"d_model": 2560,
|
| 8 |
+
"n_heads": 40,
|
| 9 |
+
"n_kv_heads": 20,
|
| 10 |
+
"n_layers": 22,
|
| 11 |
+
"mlp_ratio": 5,
|
| 12 |
+
"channels": 16,
|
| 13 |
+
"height": 16,
|
| 14 |
+
"width": 16,
|
| 15 |
+
"patch": [
|
| 16 |
+
2,
|
| 17 |
+
2
|
| 18 |
+
],
|
| 19 |
+
"tokens_per_frame": 256,
|
| 20 |
+
"n_frames": 4096,
|
| 21 |
+
"local_window": 16,
|
| 22 |
+
"global_window": 128,
|
| 23 |
+
"global_attn_period": 4,
|
| 24 |
+
"global_pinned_dilation": 8,
|
| 25 |
+
"global_attn_offset": 0,
|
| 26 |
+
"value_residual": false,
|
| 27 |
+
"gated_attn": true,
|
| 28 |
+
"n_buttons": 256,
|
| 29 |
+
"ctrl_conditioning": "mlp_fusion",
|
| 30 |
+
"ctrl_conditioning_period": 3,
|
| 31 |
+
"ctrl_cond_dropout": 0.0,
|
| 32 |
+
"prompt_conditioning": "cross_attention",
|
| 33 |
+
"prompt_conditioning_period": 3,
|
| 34 |
+
"prompt_embedding_dim": 2048,
|
| 35 |
+
"prompt_cond_dropout": 0.0,
|
| 36 |
+
"noise_conditioning": "wan",
|
| 37 |
+
"base_fps": 60,
|
| 38 |
+
"causal": true,
|
| 39 |
+
"mlp_gradient_checkpointing": true,
|
| 40 |
+
"block_gradient_checkpointing": true,
|
| 41 |
+
"rope_impl": "ortho",
|
| 42 |
+
"scheduler_sigmas": [
|
| 43 |
+
1.0,
|
| 44 |
+
0.8609585762023926,
|
| 45 |
+
0.729332447052002,
|
| 46 |
+
0.3205108940601349,
|
| 47 |
+
0.0
|
| 48 |
+
]
|
| 49 |
+
}
|
transformer/diffusion_pytorch_model.safetensors
CHANGED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14356db9229453850f9ad650f31c3e1c4744066abd43562f6fbee161fb36c9e6
|
| 3 |
+
size 12515075376
|