Upload 5 files

config.json

@@ -1,18 +1,17 @@
 {
-  "_name_or_path": "unsloth/llama-3-8b-bnb-4bit",
+  "_name_or_path": "goddardexperiments/HermesProInstructV10",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
+  "eos_token_id": 128003,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
   "intermediate_size": 14336,
   "max_position_embeddings": 8192,
-  "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
@@ -22,9 +21,8 @@
   "rope_scaling": null,
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
-  "transformers_version": "4.41.0",
-  "unsloth_version": "2024.5",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.0.dev0",
   "use_cache": true,
   "vocab_size": 128256
 }

generation_config.json

@@ -1,9 +1,8 @@
 {
+  "_from_model_config": true,
   "bos_token_id": 128000,
   "do_sample": true,
-  "eos_token_id": 128001,
-  "max_length": 4096,
-  "temperature": 0.6,
-  "top_p": 0.9,
-  "transformers_version": "4.41.0"
+  "eos_token_id": 128003,
+  "transformers_version": "4.40.0.dev0",
+  "use_cache": false
 }

special_tokens_map.json

@@ -7,14 +7,14 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<|end_of_text|>",
+    "content": "<|im_end|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
-    "content": "<|reserved_special_token_250|>",
+    "content": "<|end_of_text|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -23,7 +23,7 @@
     },
     {
       "id": 128002,
-      "content": "<|reserved_special_token_0|>",
+      "content": "<|im_start|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -32,7 +32,7 @@
     },
     {
       "id": 128003,
-      "content": "<|reserved_special_token_1|>",
+      "content": "<|im_end|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -41,21 +41,21 @@
     },
     {
       "id": 128004,
-      "content": "<|reserved_special_token_2|>",
+      "content": "<tool_call>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128005,
-      "content": "<|reserved_special_token_3|>",
+      "content": "<tool_response>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128006,
@@ -77,12 +77,12 @@
     },
     {
       "id": 128008,
-      "content": "<|reserved_special_token_4|>",
+      "content": "<tools>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128009,
@@ -95,30 +95,30 @@
     },
     {
       "id": 128010,
-      "content": "<|reserved_special_token_5|>",
+      "content": "</tools>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128011,
-      "content": "<|reserved_special_token_6|>",
+      "content": "</tool_call>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128012,
-      "content": "<|reserved_special_token_7|>",
+      "content": "</tool_response>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128013,
@@ -2407,7 +2407,6 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
-    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,

tokenizer_config.json

@@ -17,7 +17,7 @@
       "special": true
     },
     "128002": {
-      "content": "<|reserved_special_token_0|>",
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -25,7 +25,7 @@
       "special": true
     },
     "128003": {
-      "content": "<|reserved_special_token_1|>",
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -33,20 +33,20 @@
       "special": true
     },
     "128004": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128005": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<tool_response>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128006": {
       "content": "<|start_header_id|>",
@@ -65,12 +65,12 @@
       "special": true
     },
     "128008": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<tools>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128009": {
       "content": "<|eot_id|>",
@@ -81,28 +81,28 @@
       "special": true
     },
     "128010": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "</tools>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128011": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "</tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128012": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "</tool_response>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128013": {
       "content": "<|reserved_special_token_8|>",
@@ -2050,14 +2050,14 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{bos_token}}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
-  "eos_token": "<|end_of_text|>",
+  "eos_token": "<|im_end|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 8192,
-  "pad_token": "<|reserved_special_token_250|>",
-  "padding_side": "left",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|end_of_text|>",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }