Now it will convert the weights of 24 encoder layers rather than 12
Browse files
pytorch_weights_postprocess.py
CHANGED
@@ -37,7 +37,7 @@ for k, v in full_state_dict.items():
|
|
37 |
mod_dict.update({f"embeddings.{k}": v})
|
38 |
|
39 |
#Encoder weights
|
40 |
-
for i in range(
|
41 |
sd = dict((k, v) for k, v in full_state_dict.items() if f"layers.{i}" in k)
|
42 |
kvq_weight = {}
|
43 |
kvq_bias = {}
|
|
|
37 |
mod_dict.update({f"embeddings.{k}": v})
|
38 |
|
39 |
#Encoder weights
|
40 |
+
for i in range(24):
|
41 |
sd = dict((k, v) for k, v in full_state_dict.items() if f"layers.{i}" in k)
|
42 |
kvq_weight = {}
|
43 |
kvq_bias = {}
|