GPTQ model commit

tokenizer_config.json

@@ -1,6 +1,10 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
+  "additional_special_tokens": [
+    "▁<PRE>",
+    "▁<MID>",
+    "▁<SUF>",
+    "▁<EOT>"
+  ],
   "bos_token": {
     "__type": "AddedToken",
     "content": "<s>",
@@ -18,12 +22,16 @@
     "rstrip": false,
     "single_word": false
   },
+  "eot_token": "▁<EOT>",
+  "fill_token": "<FILL_ME>",
   "legacy": null,
+  "middle_token": "▁<MID>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
+  "prefix_token": "▁<PRE>",
   "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "tokenizer_class": "LlamaTokenizer",
+  "suffix_token": "▁<SUF>",
+  "tokenizer_class": "CodeLlamaTokenizer",
   "unk_token": {
     "__type": "AddedToken",
     "content": "<unk>",
@@ -32,5 +40,5 @@
     "rstrip": false,
     "single_word": false
   },
-  "use_default_system_prompt": true
+  "use_default_system_prompt": false
 }