Checkpoint step 402996

config.json

@@ -3,6 +3,7 @@
   "num_attention_heads": 4,
   "attention_head_dim": 128,
   "in_channels": 16,
+  "patch_size": 1,
   "joint_attention_dim": 768,
   "pooled_projection_dim": 768,
   "num_double_layers": 15,
@@ -13,5 +14,15 @@
     56,
     56
   ],
-  "guidance_embeds": true
+  "use_lune_expert": true,
+  "lune_expert_dim": 1280,
+  "lune_hidden_dim": 512,
+  "lune_dropout": 0.1,
+  "freeze_lune": false,
+  "use_sol_prior": true,
+  "sol_spatial_size": 8,
+  "sol_hidden_dim": 256,
+  "sol_geometric_weight": 0.7,
+  "freeze_sol": false,
+  "use_t5_vec": true
 }