ArthurZ HF staff commited on
Commit
74356c9
1 Parent(s): 4495b69

Upload tokenizer.json (#11)

Browse files

- Upload tokenizer.json (a216e1ddde75fbe924e49e58f870d90476fe724b)

Files changed (1) hide show
  1. tokenizer.json +1 -1
tokenizer.json CHANGED
@@ -203,7 +203,7 @@
203
  },
204
  {
205
  "id": 50279,
206
- "content": "<|iw|>",
207
  "single_word": false,
208
  "lstrip": false,
209
  "rstrip": false,
 
203
  },
204
  {
205
  "id": 50279,
206
+ "content": "<|he|>",
207
  "single_word": false,
208
  "lstrip": false,
209
  "rstrip": false,