JMalott commited on
Commit
55c50e3
1 Parent(s): c8787d9

Update min_dalle/min_dalle.py

Browse files
Files changed (1) hide show
  1. min_dalle/min_dalle.py +2 -2
min_dalle/min_dalle.py CHANGED
@@ -41,8 +41,8 @@ class MinDalle:
41
  self.text_token_count = 64
42
  #Changed
43
  self.layer_count = 24 if is_mega else 6
44
- self.attention_head_count = 32 if is_mega else 16
45
- self.embed_count = 2048 if is_mega else 1024
46
  self.glu_embed_count = 4096 if is_mega else 2730
47
  self.text_vocab_count = 50272 if is_mega else 50264
48
  self.image_vocab_count = 16415 if is_mega else 16384
 
41
  self.text_token_count = 64
42
  #Changed
43
  self.layer_count = 24 if is_mega else 6
44
+ self.attention_head_count = 32 if is_mega else 8
45
+ self.embed_count = 2048 if is_mega else 512
46
  self.glu_embed_count = 4096 if is_mega else 2730
47
  self.text_vocab_count = 50272 if is_mega else 50264
48
  self.image_vocab_count = 16415 if is_mega else 16384