Spaces:
Runtime error
Runtime error
Update min_dalle/min_dalle.py
Browse files- min_dalle/min_dalle.py +2 -2
min_dalle/min_dalle.py
CHANGED
@@ -41,8 +41,8 @@ class MinDalle:
|
|
41 |
self.text_token_count = 64
|
42 |
#Changed
|
43 |
self.layer_count = 24 if is_mega else 6
|
44 |
-
self.attention_head_count = 32 if is_mega else
|
45 |
-
self.embed_count = 2048 if is_mega else
|
46 |
self.glu_embed_count = 4096 if is_mega else 2730
|
47 |
self.text_vocab_count = 50272 if is_mega else 50264
|
48 |
self.image_vocab_count = 16415 if is_mega else 16384
|
|
|
41 |
self.text_token_count = 64
|
42 |
#Changed
|
43 |
self.layer_count = 24 if is_mega else 6
|
44 |
+
self.attention_head_count = 32 if is_mega else 8
|
45 |
+
self.embed_count = 2048 if is_mega else 512
|
46 |
self.glu_embed_count = 4096 if is_mega else 2730
|
47 |
self.text_vocab_count = 50272 if is_mega else 50264
|
48 |
self.image_vocab_count = 16415 if is_mega else 16384
|