AlekseyKorshuk commited on
Commit
7826eeb
·
1 Parent(s): a9efbc6

Training in progress, step 500

Browse files
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d270b44c9ea7ea8429765a197117011a92bb549d51f86053b48eaf44499607da
3
  size 510398013
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc609e6284050db2472280db1171860fdac742ff59e2b4b4de8dba52fbb367e6
3
  size 510398013
special_tokens_map.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "bos_token": "<|endoftext|>",
3
  "eos_token": "<|endoftext|>",
 
4
  "unk_token": "<|endoftext|>"
5
  }
 
1
  {
2
  "bos_token": "<|endoftext|>",
3
  "eos_token": "<|endoftext|>",
4
+ "pad_token": "<|endoftext|>",
5
  "unk_token": "<|endoftext|>"
6
  }
tokenizer.json CHANGED
@@ -1,7 +1,21 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 50256,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 1024,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": {
10
+ "strategy": {
11
+ "Fixed": 1024
12
+ },
13
+ "direction": "Right",
14
+ "pad_to_multiple_of": null,
15
+ "pad_id": 50256,
16
+ "pad_type_id": 0,
17
+ "pad_token": "<|endoftext|>"
18
+ },
19
  "added_tokens": [
20
  {
21
  "id": 50256,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93fc482fd54c398967e38cd0b2f3b485d6ed59f3249520efabed9bb8a1e65297
3
  size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf1ebf2218da34b92a1ab06e6ba2cb5f2b8273a5fdd5017ad683fc4e0d2bfec
3
  size 3579