leloy commited on
Commit
156d3bf
1 Parent(s): a830900

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. tokenizer.json +1 -1
  2. tokenizer_config.json +1 -1
tokenizer.json CHANGED
@@ -78409,7 +78409,7 @@
78409
  "lstrip": false,
78410
  "rstrip": false,
78411
  "normalized": false,
78412
- "special": true
78413
  },
78414
  {
78415
  "id": 8712,
 
78409
  "lstrip": false,
78410
  "rstrip": false,
78411
  "normalized": false,
78412
+ "special": false
78413
  },
78414
  {
78415
  "id": 8712,
tokenizer_config.json CHANGED
@@ -69697,7 +69697,7 @@
69697
  "normalized": false,
69698
  "rstrip": false,
69699
  "single_word": false,
69700
- "special": true
69701
  },
69702
  "8712": {
69703
  "content": "<reserved08708>",
 
69697
  "normalized": false,
69698
  "rstrip": false,
69699
  "single_word": false,
69700
+ "special": false
69701
  },
69702
  "8712": {
69703
  "content": "<reserved08708>",