Upload tokenizer.json
Browse files- tokenizer.json +1 -2
tokenizer.json
CHANGED
|
@@ -52,8 +52,7 @@
|
|
| 52 |
"lstrip": false,
|
| 53 |
"rstrip": false,
|
| 54 |
"normalized": false
|
| 55 |
-
}
|
| 56 |
-
|
| 57 |
],
|
| 58 |
"normalizer": {
|
| 59 |
"type": "BertNormalizer",
|
|
|
|
| 52 |
"lstrip": false,
|
| 53 |
"rstrip": false,
|
| 54 |
"normalized": false
|
| 55 |
+
}
|
|
|
|
| 56 |
],
|
| 57 |
"normalizer": {
|
| 58 |
"type": "BertNormalizer",
|