unsloth
/

llama-3-8b

Text Generation

Inference Endpoints

text-generation-inference

Model card Files Files and versions Community

danielhanchen commited on Apr 23

Commit

f1a7294

•

1 Parent(s): 2d1a8d4

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -0

tokenizer.json CHANGED Viewed

@@ -2407,6 +2407,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
     "vocab": {
       "!": 0,
       "\"": 1,

     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,