Baljinnyam commited on
Commit
2e1edb1
1 Parent(s): 8759ff8

Training in progress, epoch 1

Browse files
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c8a122f3f4f86d688c0bab2b58ac19ccc6a658862730fbdb6adb5a38a9b65b6
3
  size 510413893
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb1c30cdf34202911ba86f2bd31a42ff658705416f1bd9a10c5bc9cb42db4c4
3
  size 510413893
runs/May06_12-52-26_0f750b5bcb8c/1683377843.9893055/events.out.tfevents.1683377843.0f750b5bcb8c.194.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7bb3c0e47566184749c104cb4e5b370eaeb2618693681e7d5f5cb7e3ea30b25
3
+ size 5906
runs/May06_12-52-26_0f750b5bcb8c/events.out.tfevents.1683377843.0f750b5bcb8c.194.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60456f39cc4fc49fc827bc6b96e379cc1181cadb2769437dfcbaa62ba78b0ac6
3
+ size 5593
special_tokens_map.json CHANGED
@@ -1,15 +1,6 @@
1
  {
2
- "bos_token": "[CLS]",
3
- "cls_token": "[CLS]",
4
- "eos_token": "[SEP]",
5
- "mask_token": {
6
- "content": "[MASK]",
7
- "lstrip": true,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false
11
- },
12
- "pad_token": "<pad>",
13
- "sep_token": "[SEP]",
14
- "unk_token": "<unk>"
15
  }
 
1
  {
2
+ "bos_token": "<|endoftext|>",
3
+ "eos_token": "<|endoftext|>",
4
+ "pad_token": "<|endoftext|>",
5
+ "unk_token": "<|endoftext|>"
 
 
 
 
 
 
 
 
 
6
  }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,23 +1,9 @@
1
  {
2
  "add_prefix_space": true,
3
- "bos_token": "[CLS]",
4
  "clean_up_tokenization_spaces": true,
5
- "cls_token": "[CLS]",
6
- "do_lower_case": true,
7
- "eos_token": "[SEP]",
8
- "keep_accents": false,
9
- "mask_token": {
10
- "__type": "AddedToken",
11
- "content": "[MASK]",
12
- "lstrip": true,
13
- "normalized": false,
14
- "rstrip": false,
15
- "single_word": false
16
- },
17
- "model_max_length": 512,
18
- "pad_token": "<pad>",
19
- "remove_space": true,
20
- "sep_token": "[SEP]",
21
- "tokenizer_class": "AlbertTokenizer",
22
- "unk_token": "<unk>"
23
  }
 
1
  {
2
  "add_prefix_space": true,
3
+ "bos_token": "<|endoftext|>",
4
  "clean_up_tokenization_spaces": true,
5
+ "eos_token": "<|endoftext|>",
6
+ "model_max_length": 1024,
7
+ "tokenizer_class": "GPT2Tokenizer",
8
+ "unk_token": "<|endoftext|>"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa89d6a8d99d8406db39235d20bc85b05d2b79af5f16be28371ef654be5fbbe8
3
  size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b401c157dc8f2213d8f8acf2729efc3d181d90cc16999e83b8103f57eb391be
3
  size 3579
vocab.json ADDED
The diff for this file is too large to render. See raw diff