Commit
•
2e08484
1
Parent(s):
3e1c328
correct checkpoints see: https://github.com/facebookresearch/metaseq/pull/164
Browse files- config.json +3 -2
- pytorch_model-00001-of-00003.bin +2 -2
- pytorch_model.bin.index.json +3 -1
config.json
CHANGED
@@ -1,9 +1,10 @@
|
|
1 |
{
|
2 |
"_name_or_path": "facebook/opt-13b",
|
|
|
3 |
"activation_dropout": 0.0,
|
4 |
"activation_function": "relu",
|
5 |
"architectures": [
|
6 |
-
"
|
7 |
],
|
8 |
"attention_dropout": 0.0,
|
9 |
"bos_token_id": 2,
|
@@ -22,7 +23,7 @@
|
|
22 |
"pad_token_id": 1,
|
23 |
"prefix": "</s>",
|
24 |
"torch_dtype": "float16",
|
25 |
-
"transformers_version": "4.
|
26 |
"use_cache": true,
|
27 |
"vocab_size": 50272,
|
28 |
"word_embed_proj_dim": 5120
|
|
|
1 |
{
|
2 |
"_name_or_path": "facebook/opt-13b",
|
3 |
+
"_remove_final_layer_norm": false,
|
4 |
"activation_dropout": 0.0,
|
5 |
"activation_function": "relu",
|
6 |
"architectures": [
|
7 |
+
"OPTModel"
|
8 |
],
|
9 |
"attention_dropout": 0.0,
|
10 |
"bos_token_id": 2,
|
|
|
23 |
"pad_token_id": 1,
|
24 |
"prefix": "</s>",
|
25 |
"torch_dtype": "float16",
|
26 |
+
"transformers_version": "4.21.0.dev0",
|
27 |
"use_cache": true,
|
28 |
"vocab_size": 50272,
|
29 |
"word_embed_proj_dim": 5120
|
pytorch_model-00001-of-00003.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7f92dff6b6debf90135157bfe3663ea87f5dc17fef486e8981259692df3e284c
|
3 |
+
size 9975056349
|
pytorch_model.bin.index.json
CHANGED
@@ -1,10 +1,12 @@
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
-
"total_size":
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"decoder.embed_positions.weight": "pytorch_model-00001-of-00003.bin",
|
7 |
"decoder.embed_tokens.weight": "pytorch_model-00001-of-00003.bin",
|
|
|
|
|
8 |
"decoder.layers.0.fc1.bias": "pytorch_model-00001-of-00003.bin",
|
9 |
"decoder.layers.0.fc1.weight": "pytorch_model-00001-of-00003.bin",
|
10 |
"decoder.layers.0.fc2.bias": "pytorch_model-00001-of-00003.bin",
|
|
|
1 |
{
|
2 |
"metadata": {
|
3 |
+
"total_size": 25706946560
|
4 |
},
|
5 |
"weight_map": {
|
6 |
"decoder.embed_positions.weight": "pytorch_model-00001-of-00003.bin",
|
7 |
"decoder.embed_tokens.weight": "pytorch_model-00001-of-00003.bin",
|
8 |
+
"decoder.final_layer_norm.bias": "pytorch_model-00001-of-00003.bin",
|
9 |
+
"decoder.final_layer_norm.weight": "pytorch_model-00001-of-00003.bin",
|
10 |
"decoder.layers.0.fc1.bias": "pytorch_model-00001-of-00003.bin",
|
11 |
"decoder.layers.0.fc1.weight": "pytorch_model-00001-of-00003.bin",
|
12 |
"decoder.layers.0.fc2.bias": "pytorch_model-00001-of-00003.bin",
|