Update config.json

config.json

@@ -1,12 +1,11 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3-70B-Instruct",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
+  "eos_token_id": 128009,
   "hidden_act": "silu",
   "hidden_size": 8192,
   "initializer_range": 0.02,
@@ -23,6 +22,6 @@
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.40.0",
-  "use_cache": false,
+  "use_cache": true,
   "vocab_size": 128256
 }

generation_config.json

@@ -1,6 +1,7 @@
 {
   "_from_model_config": true,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
+  "eos_token_id": 128009,
+  "pad_token_id": 128009,
   "transformers_version": "4.40.0"
 }

special_tokens_map.json

@@ -1,17 +1,5 @@
 {
-  "bos_token": {
-    "content": "<|begin_of_text|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "bos_token": "<|begin_of_text|>",
+  "eos_token": "<|eot_id|>",
   "pad_token": "<|eot_id|>"
-}
+}