Hugging Face's logo

ArthurConmy
/
bugtest-tokenizer

Model card Files Community
ArthurConmy commited on
Commit
05f8cec
•
1 Parent(s): 4dae664

Update tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +1 -3
tokenizer.json CHANGED
@@ -41,9 +41,7 @@
41
  "continuing_subword_prefix": null,
42
  "end_of_word_suffix": null,
43
  "fuse_unk": false,
44
- "vocab": {
45
- "hello": 0
46
- },
47
  "merges": []
48
  }
49
  }
 
41
  "continuing_subword_prefix": null,
42
  "end_of_word_suffix": null,
43
  "fuse_unk": false,
44
+ "vocab": {},
 
 
45
  "merges": []
46
  }
47
  }