susnato commited on
Commit
7017b99
1 Parent(s): 6effaee

Now it will convert the weights of 24 encoder layers rather than 12

Browse files
Files changed (1) hide show
  1. pytorch_weights_postprocess.py +1 -1
pytorch_weights_postprocess.py CHANGED
@@ -37,7 +37,7 @@ for k, v in full_state_dict.items():
37
  mod_dict.update({f"embeddings.{k}": v})
38
 
39
  #Encoder weights
40
- for i in range(12):
41
  sd = dict((k, v) for k, v in full_state_dict.items() if f"layers.{i}" in k)
42
  kvq_weight = {}
43
  kvq_bias = {}
37
  mod_dict.update({f"embeddings.{k}": v})
38
 
39
  #Encoder weights
40
+ for i in range(24):
41
  sd = dict((k, v) for k, v in full_state_dict.items() if f"layers.{i}" in k)
42
  kvq_weight = {}
43
  kvq_bias = {}