tolgacangoz commited on
Commit
296e495
1 Parent(s): 879c5c9

Update `unet`'s config file

Browse files
Files changed (1) hide show
  1. unet/config.json +7 -3
unet/config.json CHANGED
@@ -5,7 +5,9 @@
5
  "addition_embed_type": null,
6
  "addition_embed_type_num_heads": 64,
7
  "addition_time_embed_dim": null,
 
8
  "attention_head_dim": 8,
 
9
  "attention_type": "default",
10
  "block_out_channels": [
11
  256,
@@ -18,7 +20,7 @@
18
  "conv_in_kernel": 3,
19
  "conv_out_kernel": 3,
20
  "cross_attention_dim": 2048,
21
- "cross_attention_norm": null,
22
  "down_block_types": [
23
  "DownBlock2D",
24
  "CrossAttnDownBlock2D",
@@ -30,6 +32,7 @@
30
  "encoder_hid_dim": null,
31
  "encoder_hid_dim_type": null,
32
  "ff_act_fn": "gelu",
 
33
  "flip_sin_to_cos": true,
34
  "freq_shift": 0,
35
  "in_channels": 3,
@@ -39,6 +42,7 @@
39
  "mid_block_type": "UNetMidBlock2DCrossAttn",
40
  "norm_eps": 1e-05,
41
  "norm_num_groups": 32,
 
42
  "num_attention_heads": null,
43
  "num_class_embeds": null,
44
  "only_cross_attention": false,
@@ -48,7 +52,7 @@
48
  "resnet_skip_time_act": false,
49
  "resnet_time_scale_shift": "scale_shift",
50
  "reverse_transformer_layers_per_block": null,
51
- "sample_size": 64,
52
  "time_cond_proj_dim": null,
53
  "time_embedding_act_fn": null,
54
  "time_embedding_dim": null,
@@ -65,5 +69,5 @@
65
  "UpBlock2D"
66
  ],
67
  "upcast_attention": false,
68
- "use_linear_projection": false
69
  }
 
5
  "addition_embed_type": null,
6
  "addition_embed_type_num_heads": 64,
7
  "addition_time_embed_dim": null,
8
+ "attention_bias": true,
9
  "attention_head_dim": 8,
10
+ "attention_pre_only": true,
11
  "attention_type": "default",
12
  "block_out_channels": [
13
  256,
 
20
  "conv_in_kernel": 3,
21
  "conv_out_kernel": 3,
22
  "cross_attention_dim": 2048,
23
+ "cross_attention_norm": "layer_norm",
24
  "down_block_types": [
25
  "DownBlock2D",
26
  "CrossAttnDownBlock2D",
 
32
  "encoder_hid_dim": null,
33
  "encoder_hid_dim_type": null,
34
  "ff_act_fn": "gelu",
35
+ "ff_norm_type": "group_norm_matryoshka",
36
  "flip_sin_to_cos": true,
37
  "freq_shift": 0,
38
  "in_channels": 3,
 
42
  "mid_block_type": "UNetMidBlock2DCrossAttn",
43
  "norm_eps": 1e-05,
44
  "norm_num_groups": 32,
45
+ "norm_type": "layer_norm_matryoshka",
46
  "num_attention_heads": null,
47
  "num_class_embeds": null,
48
  "only_cross_attention": false,
 
52
  "resnet_skip_time_act": false,
53
  "resnet_time_scale_shift": "scale_shift",
54
  "reverse_transformer_layers_per_block": null,
55
+ "sample_size": null,
56
  "time_cond_proj_dim": null,
57
  "time_embedding_act_fn": null,
58
  "time_embedding_dim": null,
 
69
  "UpBlock2D"
70
  ],
71
  "upcast_attention": false,
72
+ "use_linear_projection": "no_projection"
73
  }