lBober commited on
Commit
9195b6b
1 Parent(s): eb4dc9d

Upload tokenizer

Browse files
Files changed (2) hide show
  1. README.md +1 -1
  2. tokenizer.json +1 -1
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  license: cc-by-4.0
3
- base_model: bertin-project/bertin-roberta-base-spanish
4
  tags:
5
  - generated_from_trainer
 
6
  metrics:
7
  - accuracy
8
  - f1
 
1
  ---
2
  license: cc-by-4.0
 
3
  tags:
4
  - generated_from_trainer
5
+ base_model: bertin-project/bertin-roberta-base-spanish
6
  metrics:
7
  - accuracy
8
  - f1
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 50,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },