add tokenizer
Browse files- checkpoint_100/meta.json +1 -0
- checkpoint_100/prank_0_checkpoint.pt +3 -0
- checkpoint_100/prank_0_optimizer.pt +3 -0
- checkpoint_100/prank_0_scheduler.pt +3 -0
- checkpoint_100/prank_1_checkpoint.pt +3 -0
- checkpoint_100/prank_1_optimizer.pt +3 -0
- checkpoint_100/prank_1_scheduler.pt +3 -0
- checkpoint_200/meta.json +1 -0
- checkpoint_200/prank_0_checkpoint.pt +3 -0
- checkpoint_200/prank_0_optimizer.pt +3 -0
- checkpoint_200/prank_0_scheduler.pt +3 -0
- checkpoint_200/prank_1_checkpoint.pt +3 -0
- checkpoint_200/prank_1_optimizer.pt +3 -0
- checkpoint_200/prank_1_scheduler.pt +3 -0
- config.json +29 -0
- latest +1 -0
- merges.txt +0 -0
- pytorch_model.bin +3 -0
- special_tokens_map.json +30 -0
- tokenizer.json +0 -0
- tokenizer_config.json +40 -0
- vocab.json +0 -0
checkpoint_100/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 100}
|
checkpoint_100/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:251e71ad5aa49b78b5cdeaaef28fa38febae9006c499fafa5246b327f4379b8e
|
3 |
+
size 415755723
|
checkpoint_100/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a3f546369c1242f4ac91957fe8647875107229ad20ecfecc884cfca8db88172
|
3 |
+
size 1663005189
|
checkpoint_100/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:778041f2b02da59705117b00ad6ce16f148e7179e8552dc1d96e70af9b6a23ba
|
3 |
+
size 643
|
checkpoint_100/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:50a3ee422381cc1ef6ac0695771e0acd5ade0a0d738eb0a9301d06b0477f6998
|
3 |
+
size 407367379
|
checkpoint_100/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:816add7ae49ecf7d5a90df8f4c47184df3d14811b7bf9ece7e6bba8513c08b8a
|
3 |
+
size 1629451613
|
checkpoint_100/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e023481b905766990ed421b86df6e13f80a25ee31cf10f6e45b8148699f2a78
|
3 |
+
size 643
|
checkpoint_200/meta.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"step": 200}
|
checkpoint_200/prank_0_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f24d964a4c28d2b6e96db73c88243c935d66d560ec9321fce1476f8457795ac3
|
3 |
+
size 415755723
|
checkpoint_200/prank_0_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c32f2a252055161087f494570f7eea5e2aa09e20f0dba521ff0d576875715244
|
3 |
+
size 1663005189
|
checkpoint_200/prank_0_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2a89ce5aebc1ce5c6ba80d07f7a431a0ac53419fe5bfb8bd2c214c28be8630b
|
3 |
+
size 643
|
checkpoint_200/prank_1_checkpoint.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0fd13af1109ba8a8c511a706ee57454a954a67a2d0003dda039853135efef268
|
3 |
+
size 407367379
|
checkpoint_200/prank_1_optimizer.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88b474c820c5a22e201a1e62a979208f6ed99ea9c6d02810d741e4a3496e4494
|
3 |
+
size 1629451613
|
checkpoint_200/prank_1_scheduler.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e21aa3e51853cf52a0839ab39e46ef524f5fa9cd3cc3535296fbac38a388ff6
|
3 |
+
size 643
|
config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "facebook/opt-1.3b",
|
3 |
+
"_remove_final_layer_norm": false,
|
4 |
+
"activation_dropout": 0.0,
|
5 |
+
"activation_function": "relu",
|
6 |
+
"architectures": [
|
7 |
+
"OPTForCausalLM"
|
8 |
+
],
|
9 |
+
"attention_dropout": 0.0,
|
10 |
+
"bos_token_id": 2,
|
11 |
+
"do_layer_norm_before": true,
|
12 |
+
"dropout": 0.1,
|
13 |
+
"eos_token_id": 2,
|
14 |
+
"ffn_dim": 8192,
|
15 |
+
"hidden_size": 2048,
|
16 |
+
"init_std": 0.02,
|
17 |
+
"layerdrop": 0.0,
|
18 |
+
"max_position_embeddings": 2048,
|
19 |
+
"model_type": "opt",
|
20 |
+
"num_attention_heads": 32,
|
21 |
+
"num_hidden_layers": 24,
|
22 |
+
"pad_token_id": 1,
|
23 |
+
"prefix": "</s>",
|
24 |
+
"torch_dtype": "float16",
|
25 |
+
"transformers_version": "4.21.1",
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 50272,
|
28 |
+
"word_embed_proj_dim": 2048
|
29 |
+
}
|
latest
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
200
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf182a7465bf02b4510d6856f87fdd9df420cd3a647f02e47f5810d61276eeb8
|
3 |
+
size 407367578
|
special_tokens_map.json
ADDED
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"bos_token": {
|
3 |
+
"content": "</s>",
|
4 |
+
"lstrip": false,
|
5 |
+
"normalized": true,
|
6 |
+
"rstrip": false,
|
7 |
+
"single_word": false
|
8 |
+
},
|
9 |
+
"eos_token": {
|
10 |
+
"content": "</s>",
|
11 |
+
"lstrip": false,
|
12 |
+
"normalized": true,
|
13 |
+
"rstrip": false,
|
14 |
+
"single_word": false
|
15 |
+
},
|
16 |
+
"pad_token": {
|
17 |
+
"content": "<pad>",
|
18 |
+
"lstrip": false,
|
19 |
+
"normalized": true,
|
20 |
+
"rstrip": false,
|
21 |
+
"single_word": false
|
22 |
+
},
|
23 |
+
"unk_token": {
|
24 |
+
"content": "</s>",
|
25 |
+
"lstrip": false,
|
26 |
+
"normalized": true,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
}
|
30 |
+
}
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": false,
|
3 |
+
"add_prefix_space": false,
|
4 |
+
"bos_token": {
|
5 |
+
"__type": "AddedToken",
|
6 |
+
"content": "</s>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": true,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false
|
11 |
+
},
|
12 |
+
"eos_token": {
|
13 |
+
"__type": "AddedToken",
|
14 |
+
"content": "</s>",
|
15 |
+
"lstrip": false,
|
16 |
+
"normalized": true,
|
17 |
+
"rstrip": false,
|
18 |
+
"single_word": false
|
19 |
+
},
|
20 |
+
"errors": "replace",
|
21 |
+
"name_or_path": "model_checkpoints/BNT4XPHL0C5G0K4ETLZ065VW979GP04PV0LPGVNGBM7LSK0GT8",
|
22 |
+
"pad_token": {
|
23 |
+
"__type": "AddedToken",
|
24 |
+
"content": "<pad>",
|
25 |
+
"lstrip": false,
|
26 |
+
"normalized": true,
|
27 |
+
"rstrip": false,
|
28 |
+
"single_word": false
|
29 |
+
},
|
30 |
+
"special_tokens_map_file": null,
|
31 |
+
"tokenizer_class": "GPT2Tokenizer",
|
32 |
+
"unk_token": {
|
33 |
+
"__type": "AddedToken",
|
34 |
+
"content": "</s>",
|
35 |
+
"lstrip": false,
|
36 |
+
"normalized": true,
|
37 |
+
"rstrip": false,
|
38 |
+
"single_word": false
|
39 |
+
}
|
40 |
+
}
|
vocab.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|