ArthurConmy
commited on
Commit
·
8d008af
1
Parent(s):
05f8cec
Update tokenizer.json
Browse files- tokenizer.json +3 -1
tokenizer.json
CHANGED
@@ -41,7 +41,9 @@
|
|
41 |
"continuing_subword_prefix": null,
|
42 |
"end_of_word_suffix": null,
|
43 |
"fuse_unk": false,
|
44 |
-
"vocab": {
|
|
|
|
|
45 |
"merges": []
|
46 |
}
|
47 |
}
|
|
|
41 |
"continuing_subword_prefix": null,
|
42 |
"end_of_word_suffix": null,
|
43 |
"fuse_unk": false,
|
44 |
+
"vocab": {
|
45 |
+
"hello": 0
|
46 |
+
},
|
47 |
"merges": []
|
48 |
}
|
49 |
}
|