smatta commited on
Commit
e8b0663
·
verified ·
1 Parent(s): ce931fd

Upload 2 files

Browse files
.gitattributes CHANGED
@@ -0,0 +1 @@
 
 
1
+ transformer/diffusion_pytorch_model.safetensors filter=lfs diff=lfs merge=lfs -text
transformer/config.json CHANGED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_class_name": "WorldModel",
3
+ "_diffusers_version": "0.36.0.dev0",
4
+ "auto_map": {
5
+ "AutoModel": "model.WorldModel"
6
+ },
7
+ "d_model": 2560,
8
+ "n_heads": 40,
9
+ "n_kv_heads": 20,
10
+ "n_layers": 22,
11
+ "mlp_ratio": 5,
12
+ "channels": 16,
13
+ "height": 16,
14
+ "width": 16,
15
+ "patch": [
16
+ 2,
17
+ 2
18
+ ],
19
+ "tokens_per_frame": 256,
20
+ "n_frames": 4096,
21
+ "local_window": 16,
22
+ "global_window": 128,
23
+ "global_attn_period": 4,
24
+ "global_pinned_dilation": 8,
25
+ "global_attn_offset": 0,
26
+ "value_residual": false,
27
+ "gated_attn": true,
28
+ "n_buttons": 256,
29
+ "ctrl_conditioning": "mlp_fusion",
30
+ "ctrl_conditioning_period": 3,
31
+ "ctrl_cond_dropout": 0.0,
32
+ "prompt_conditioning": "cross_attention",
33
+ "prompt_conditioning_period": 3,
34
+ "prompt_embedding_dim": 2048,
35
+ "prompt_cond_dropout": 0.0,
36
+ "noise_conditioning": "wan",
37
+ "base_fps": 60,
38
+ "causal": true,
39
+ "mlp_gradient_checkpointing": true,
40
+ "block_gradient_checkpointing": true,
41
+ "rope_impl": "ortho",
42
+ "scheduler_sigmas": [
43
+ 1.0,
44
+ 0.8609585762023926,
45
+ 0.729332447052002,
46
+ 0.3205108940601349,
47
+ 0.0
48
+ ]
49
+ }
transformer/diffusion_pytorch_model.safetensors CHANGED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14356db9229453850f9ad650f31c3e1c4744066abd43562f6fbee161fb36c9e6
3
+ size 12515075376