Baljinnyam
commited on
Commit
•
2e1edb1
1
Parent(s):
8759ff8
Training in progress, epoch 1
Browse files- merges.txt +0 -0
- pytorch_model.bin +1 -1
- runs/May06_12-52-26_0f750b5bcb8c/1683377843.9893055/events.out.tfevents.1683377843.0f750b5bcb8c.194.1 +3 -0
- runs/May06_12-52-26_0f750b5bcb8c/events.out.tfevents.1683377843.0f750b5bcb8c.194.0 +3 -0
- special_tokens_map.json +4 -13
- tokenizer.json +0 -0
- tokenizer_config.json +5 -19
- training_args.bin +1 -1
- vocab.json +0 -0
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 510413893
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cbb1c30cdf34202911ba86f2bd31a42ff658705416f1bd9a10c5bc9cb42db4c4
|
3 |
size 510413893
|
runs/May06_12-52-26_0f750b5bcb8c/1683377843.9893055/events.out.tfevents.1683377843.0f750b5bcb8c.194.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7bb3c0e47566184749c104cb4e5b370eaeb2618693681e7d5f5cb7e3ea30b25
|
3 |
+
size 5906
|
runs/May06_12-52-26_0f750b5bcb8c/events.out.tfevents.1683377843.0f750b5bcb8c.194.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60456f39cc4fc49fc827bc6b96e379cc1181cadb2769437dfcbaa62ba78b0ac6
|
3 |
+
size 5593
|
special_tokens_map.json
CHANGED
@@ -1,15 +1,6 @@
|
|
1 |
{
|
2 |
-
"bos_token": "
|
3 |
-
"
|
4 |
-
"
|
5 |
-
"
|
6 |
-
"content": "[MASK]",
|
7 |
-
"lstrip": true,
|
8 |
-
"normalized": false,
|
9 |
-
"rstrip": false,
|
10 |
-
"single_word": false
|
11 |
-
},
|
12 |
-
"pad_token": "<pad>",
|
13 |
-
"sep_token": "[SEP]",
|
14 |
-
"unk_token": "<unk>"
|
15 |
}
|
|
|
1 |
{
|
2 |
+
"bos_token": "<|endoftext|>",
|
3 |
+
"eos_token": "<|endoftext|>",
|
4 |
+
"pad_token": "<|endoftext|>",
|
5 |
+
"unk_token": "<|endoftext|>"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
}
|
tokenizer.json
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
CHANGED
@@ -1,23 +1,9 @@
|
|
1 |
{
|
2 |
"add_prefix_space": true,
|
3 |
-
"bos_token": "
|
4 |
"clean_up_tokenization_spaces": true,
|
5 |
-
"
|
6 |
-
"
|
7 |
-
"
|
8 |
-
"
|
9 |
-
"mask_token": {
|
10 |
-
"__type": "AddedToken",
|
11 |
-
"content": "[MASK]",
|
12 |
-
"lstrip": true,
|
13 |
-
"normalized": false,
|
14 |
-
"rstrip": false,
|
15 |
-
"single_word": false
|
16 |
-
},
|
17 |
-
"model_max_length": 512,
|
18 |
-
"pad_token": "<pad>",
|
19 |
-
"remove_space": true,
|
20 |
-
"sep_token": "[SEP]",
|
21 |
-
"tokenizer_class": "AlbertTokenizer",
|
22 |
-
"unk_token": "<unk>"
|
23 |
}
|
|
|
1 |
{
|
2 |
"add_prefix_space": true,
|
3 |
+
"bos_token": "<|endoftext|>",
|
4 |
"clean_up_tokenization_spaces": true,
|
5 |
+
"eos_token": "<|endoftext|>",
|
6 |
+
"model_max_length": 1024,
|
7 |
+
"tokenizer_class": "GPT2Tokenizer",
|
8 |
+
"unk_token": "<|endoftext|>"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3579
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b401c157dc8f2213d8f8acf2729efc3d181d90cc16999e83b8103f57eb391be
|
3 |
size 3579
|
vocab.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|