jakmro commited on
Commit
17f858c
·
1 Parent(s): d3cda16

Change max_length v2

Browse files
Files changed (1) hide show
  1. tokenizer.json +2 -2
tokenizer.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "version": "1.0",
3
  "truncation": {
4
- "max_length": 512,
5
  "strategy": "LongestFirst",
6
  "stride": 0
7
  },
8
  "padding": {
9
  "strategy": {
10
- "Fixed": 512
11
  },
12
  "direction": "Right",
13
  "pad_to_multiple_of": null,
 
1
  {
2
  "version": "1.0",
3
  "truncation": {
4
+ "max_length": 511,
5
  "strategy": "LongestFirst",
6
  "stride": 0
7
  },
8
  "padding": {
9
  "strategy": {
10
+ "Fixed": 511
11
  },
12
  "direction": "Right",
13
  "pad_to_multiple_of": null,