aatherton2024 commited on
Commit
77fe703
1 Parent(s): 18c1498

Training in progress, epoch 1

Browse files
added_tokens.json CHANGED
@@ -1,3 +1,4 @@
1
  {
2
- "[PAD]": 259
 
3
  }
 
1
  {
2
+ "</s>": 260,
3
+ "<pad>": 259
4
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:174c26a830bb38c835122d896e568f06abcf2e72976220ff513f32f769be682a
3
  size 298763205
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1bc65ad026174153c463e854035413fdb8f3da81a3d86d10923be99338f0836
3
  size 298763205
special_tokens_map.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "bos_token": "<|endoftext|>",
3
- "eos_token": "<|endoftext|>",
4
- "pad_token": "[PAD]",
5
  "unk_token": "<|endoftext|>"
6
  }
 
1
  {
2
  "bos_token": "<|endoftext|>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "<pad>",
5
  "unk_token": "<|endoftext|>"
6
  }
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
@@ -14,7 +19,16 @@
14
  },
15
  {
16
  "id": 259,
17
- "content": "[PAD]",
 
 
 
 
 
 
 
 
 
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 128,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
19
  },
20
  {
21
  "id": 259,
22
+ "content": "<pad>",
23
+ "single_word": false,
24
+ "lstrip": false,
25
+ "rstrip": false,
26
+ "normalized": false,
27
+ "special": true
28
+ },
29
+ {
30
+ "id": 260,
31
+ "content": "</s>",
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e056894aace19b2ad0614ec4c70099b961a9aaa0c0c2b1edfbe8e70c015294d2
3
  size 4219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbbead102f8bc45ec5eebcaedc1b427e38beb919b3fdbbe3f178b0dbc237119f
3
  size 4219