ArthurConmy commited on
Commit
8d008af
1 Parent(s): 05f8cec

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +3 -1
tokenizer.json CHANGED
@@ -41,7 +41,9 @@
41
  "continuing_subword_prefix": null,
42
  "end_of_word_suffix": null,
43
  "fuse_unk": false,
44
- "vocab": {},
 
 
45
  "merges": []
46
  }
47
  }
 
41
  "continuing_subword_prefix": null,
42
  "end_of_word_suffix": null,
43
  "fuse_unk": false,
44
+ "vocab": {
45
+ "hello": 0
46
+ },
47
  "merges": []
48
  }
49
  }