Tagengo version

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "../../llama-3-8b",
+  "_name_or_path": "models/llama-3-8b",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -22,7 +22,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.39.3",
+  "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 128256
 }

generation_config.json

@@ -1,8 +1,8 @@
 {
   "_from_model_config": true,
   "bos_token_id": 128000,
-  "eos_token_id": 128001,
-  "pad_token_id": 128002,
+  "eos_token_id": 128009,
+  "pad_token_id": 128000,
   "transformers_version": "4.34.0",
   "temperature": 0.2,
   "top_p": 0.9,

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98ce023d28e5ed2b3f7a290ebb91d7d9a8aafc02ef81fe3b98ebd0006d62a2ef
+oid sha256:23d40b2624d779257ec389b441c65d7ba5365bb86c0b6d5d3341cbf5dbc2cb25
 size 4976698672

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:397431f907bc90da368dbea0328415e085b40cebb6bc9730d55e75047ef87e9f
+oid sha256:5d773178b71d3c0e544ad4a971e754a5a9eb6f884e882e80cdf9497287fc4ff8
 size 4999802720

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bf16cef92950d1440ce3bed33ce3f7ee90fc01d8c7f5aecd87495a79dc8cfe4
+oid sha256:47c2fbf539155e5796e525249ed99744f8f1453970313e6078b6becf20aa085a
 size 4915916176

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:470d384d0d2efefe5a6829eae1ab3be5398373542c524c7a4d25818ef82edcab
+oid sha256:47d7b7ef31a88c44cc3fd39c43f91b4fe87a7a492f1e3ecee72dbefa4e479f49
 size 1168138808

special_tokens_map.json

@@ -1,8 +1,7 @@
 {
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|reserved_special_token_0|>"
+    "<|im_end|>"
   ],
   "bos_token": {
     "content": "<|im_start|>",
@@ -19,7 +18,7 @@
     "single_word": false
   },
   "pad_token": {
-    "content": "<|reserved_special_token_0|>",
+    "content": "<|im_start|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b287c484fbf8378e3e9e98188bf9055b077fa83f995bb36e724af59ae1496905
-size 9084453
+oid sha256:8e7cad82642921f006bd0a63b22c613ccbfcf663e81a42da76a476e69bafc8df
+size 9084486

tokenizer_config.json

@@ -9,7 +9,7 @@
       "special": true
     },
     "128001": {
-      "content": "<|im_end|>",
+      "content": "<|end_of_text|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": true
     },
     "128009": {
-      "content": "<|eot_id|>",
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2051,8 +2051,7 @@
   },
   "additional_special_tokens": [
     "<|im_start|>",
-    "<|im_end|>",
-    "<|reserved_special_token_0|>"
+    "<|im_end|>"
   ],
   "bos_token": "<|im_start|>",
   "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% set system_message = 'Ты — Сайга, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им.' %}{% endif %}{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in loop_messages %}{% if loop.index0 == 0 %}{{'<|im_start|>system\n' + system_message + '<|im_end|>\n'}}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
@@ -2063,7 +2062,7 @@
     "attention_mask"
   ],
   "model_max_length": 8192,
-  "pad_token": "<|reserved_special_token_0|>",
+  "pad_token": "<|im_start|>",
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }