tolgacangoz
commited on
Commit
•
296e495
1
Parent(s):
879c5c9
Update `unet`'s config file
Browse files- unet/config.json +7 -3
unet/config.json
CHANGED
@@ -5,7 +5,9 @@
|
|
5 |
"addition_embed_type": null,
|
6 |
"addition_embed_type_num_heads": 64,
|
7 |
"addition_time_embed_dim": null,
|
|
|
8 |
"attention_head_dim": 8,
|
|
|
9 |
"attention_type": "default",
|
10 |
"block_out_channels": [
|
11 |
256,
|
@@ -18,7 +20,7 @@
|
|
18 |
"conv_in_kernel": 3,
|
19 |
"conv_out_kernel": 3,
|
20 |
"cross_attention_dim": 2048,
|
21 |
-
"cross_attention_norm":
|
22 |
"down_block_types": [
|
23 |
"DownBlock2D",
|
24 |
"CrossAttnDownBlock2D",
|
@@ -30,6 +32,7 @@
|
|
30 |
"encoder_hid_dim": null,
|
31 |
"encoder_hid_dim_type": null,
|
32 |
"ff_act_fn": "gelu",
|
|
|
33 |
"flip_sin_to_cos": true,
|
34 |
"freq_shift": 0,
|
35 |
"in_channels": 3,
|
@@ -39,6 +42,7 @@
|
|
39 |
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
40 |
"norm_eps": 1e-05,
|
41 |
"norm_num_groups": 32,
|
|
|
42 |
"num_attention_heads": null,
|
43 |
"num_class_embeds": null,
|
44 |
"only_cross_attention": false,
|
@@ -48,7 +52,7 @@
|
|
48 |
"resnet_skip_time_act": false,
|
49 |
"resnet_time_scale_shift": "scale_shift",
|
50 |
"reverse_transformer_layers_per_block": null,
|
51 |
-
"sample_size":
|
52 |
"time_cond_proj_dim": null,
|
53 |
"time_embedding_act_fn": null,
|
54 |
"time_embedding_dim": null,
|
@@ -65,5 +69,5 @@
|
|
65 |
"UpBlock2D"
|
66 |
],
|
67 |
"upcast_attention": false,
|
68 |
-
"use_linear_projection":
|
69 |
}
|
|
|
5 |
"addition_embed_type": null,
|
6 |
"addition_embed_type_num_heads": 64,
|
7 |
"addition_time_embed_dim": null,
|
8 |
+
"attention_bias": true,
|
9 |
"attention_head_dim": 8,
|
10 |
+
"attention_pre_only": true,
|
11 |
"attention_type": "default",
|
12 |
"block_out_channels": [
|
13 |
256,
|
|
|
20 |
"conv_in_kernel": 3,
|
21 |
"conv_out_kernel": 3,
|
22 |
"cross_attention_dim": 2048,
|
23 |
+
"cross_attention_norm": "layer_norm",
|
24 |
"down_block_types": [
|
25 |
"DownBlock2D",
|
26 |
"CrossAttnDownBlock2D",
|
|
|
32 |
"encoder_hid_dim": null,
|
33 |
"encoder_hid_dim_type": null,
|
34 |
"ff_act_fn": "gelu",
|
35 |
+
"ff_norm_type": "group_norm_matryoshka",
|
36 |
"flip_sin_to_cos": true,
|
37 |
"freq_shift": 0,
|
38 |
"in_channels": 3,
|
|
|
42 |
"mid_block_type": "UNetMidBlock2DCrossAttn",
|
43 |
"norm_eps": 1e-05,
|
44 |
"norm_num_groups": 32,
|
45 |
+
"norm_type": "layer_norm_matryoshka",
|
46 |
"num_attention_heads": null,
|
47 |
"num_class_embeds": null,
|
48 |
"only_cross_attention": false,
|
|
|
52 |
"resnet_skip_time_act": false,
|
53 |
"resnet_time_scale_shift": "scale_shift",
|
54 |
"reverse_transformer_layers_per_block": null,
|
55 |
+
"sample_size": null,
|
56 |
"time_cond_proj_dim": null,
|
57 |
"time_embedding_act_fn": null,
|
58 |
"time_embedding_dim": null,
|
|
|
69 |
"UpBlock2D"
|
70 |
],
|
71 |
"upcast_attention": false,
|
72 |
+
"use_linear_projection": "no_projection"
|
73 |
}
|