Training in progress, epoch 1

added_tokens.json

@@ -1,41 +1,40 @@
 {
-  "\n": 100285,
-  "ε": 100311,
-  "χ": 100284,
-  "→": 100297,
-  "↦": 100278,
-  "∧": 100316,
-  "≠": 100314,
-  "≤": 100291,
-  "≥": 100289,
-  "⋀": 100312,
-  "⋁": 100302,
-  "〈": 100315,
-  "〉": 100303,
-  "⟂": 100305,
-  "𐔰": 100304,
-  "𐔱": 100292,
-  "𐔲": 100301,
-  "𐔳": 100282,
-  "𐔷": 100306,
-  "𐔸": 100309,
-  "𐔻": 100308,
-  "𐔾": 100293,
-  "𐕀": 100313,
-  "𐕂": 100286,
-  "𐕃": 100283,
-  "𐕊": 100287,
-  "𐕎": 100299,
-  "𐕏": 100280,
-  "𐕐": 100279,
-  "𐕕": 100290,
-  "𐕖": 100307,
-  "𐕙": 100294,
-  "𐕛": 100295,
-  "𐕜": 100296,
-  "𐕞": 100281,
+  "ε": 100315,
+  "χ": 100297,
+  "→": 100312,
+  "↦": 100310,
+  "∧": 100286,
+  "≠": 100304,
+  "≤": 100306,
+  "≥": 100287,
+  "⋀": 100292,
+  "⋁": 100282,
+  "⟂": 100290,
+  "〈": 100299,
+  "〉": 100280,
+  "𐔰": 100314,
+  "𐔱": 100308,
+  "𐔲": 100278,
+  "𐔳": 100303,
+  "𐔷": 100305,
+  "𐔸": 100285,
+  "𐔻": 100301,
+  "𐔾": 100279,
+  "𐕀": 100302,
+  "𐕂": 100309,
+  "𐕃": 100294,
+  "𐕊": 100298,
+  "𐕎": 100311,
+  "𐕏": 100291,
+  "𐕐": 100300,
+  "𐕕": 100296,
+  "𐕖": 100289,
+  "𐕙": 100295,
+  "𐕛": 100313,
+  "𐕜": 100284,
+  "𐕞": 100307,
   "𐕟": 100288,
-  "𐕠": 100300,
-  "𐕣": 100298,
-  "𝜎": 100310
+  "𐕠": 100283,
+  "𐕣": 100293,
+  "𝜎": 100281
 }

config.json

@@ -4,6 +4,7 @@
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
+  "bos_token_id": 100257,
   "dtype": "bfloat16",
   "eos_token_id": 100257,
   "hidden_act": "silu",
@@ -64,5 +65,5 @@
   "tie_word_embeddings": false,
   "transformers_version": "4.57.0",
   "use_cache": false,
-  "vocab_size": 100317
+  "vocab_size": 100316
 }

debug.log

@@ -0,0 +1,7 @@
+[2026-01-05 11:40:24,307] [WARNING] [py.warnings._showwarnmsg:110] [PID:8210] /root/miniconda3/envs/py3.11/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. 
+  warnings.warn(  # warn only once
+
+
+[2026-01-05 11:40:56,610] [WARNING] [py.warnings._showwarnmsg:110] [PID:8210] /root/miniconda3/envs/py3.11/lib/python3.11/site-packages/torch/distributed/distributed_c10d.py:4631: UserWarning: No device id is provided via `init_process_group` or `barrier `. Using the current device set by the user. 
+  warnings.warn(  # warn only once
+

generation_config.json

@@ -1,11 +1,13 @@
 {
   "_from_model_config": true,
+  "bos_token_id": 100257,
   "do_sample": true,
   "eos_token_id": [
     100265,
     100257
   ],
   "max_new_tokens": 32768,
+  "pad_token_id": 100277,
   "temperature": 0.6,
   "top_p": 0.95,
   "transformers_version": "4.57.0"

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a58504ada504fff3b0880f66c624deae1e7e43693b91dbba38e50951fdd0e2c5
-size 4970304464
+oid sha256:59b145176a34b4b8a81585973f476bd62f9b37bddd6e170fa3474e5d6374fc1e
+size 4970296272

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78b41126bc3294445ff606af8271689c61079f273388231a106b05aa48982559
+oid sha256:5525b8a74d9dbf1e7ce3430d176cbd56a6287c36685f07d5c70da58b001f46ac
 size 4981161496

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:646fd532e8cfb60a18ee799f2d42c86824882736c5c1676236500a82de244368
-size 4645236728
+oid sha256:78b670ca3d925e24851ce7d797ccd995cfdfb7489dc0f1ac735c40eb6b68e333
+size 4645228536

model.safetensors.index.json

@@ -1,7 +1,7 @@
 {
   "metadata": {
-    "total_parameters": 7298330624,
-    "total_size": 14596661248
+    "total_parameters": 7298322432,
+    "total_size": 14596644864
   },
   "weight_map": {
     "lm_head.weight": "model-00003-of-00003.safetensors",

tokenizer.json

@@ -203,92 +203,92 @@
     },
     {
       "id": 100278,
-      "content": "↦",
+      "content": "𐔲",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100279,
-      "content": "𐕐",
+      "content": "𐔾",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100280,
-      "content": "𐕏",
+      "content": "〉",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100281,
-      "content": "𐕞",
+      "content": "𝜎",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100282,
-      "content": "𐔳",
+      "content": "⋁",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100283,
-      "content": "𐕃",
+      "content": "𐕠",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100284,
-      "content": "χ",
+      "content": "𐕜",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100285,
-      "content": "\n",
+      "content": "𐔸",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100286,
-      "content": "𐕂",
+      "content": "∧",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100287,
-      "content": "𐕊",
+      "content": "≥",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
@@ -297,259 +297,250 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100289,
-      "content": "≥",
+      "content": "𐕖",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100290,
-      "content": "𐕕",
+      "content": "⟂",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100291,
-      "content": "≤",
+      "content": "𐕏",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100292,
-      "content": "𐔱",
+      "content": "⋀",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100293,
-      "content": "𐔾",
+      "content": "𐕣",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100294,
-      "content": "𐕙",
+      "content": "𐕃",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100295,
-      "content": "𐕛",
+      "content": "𐕙",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100296,
-      "content": "𐕜",
+      "content": "𐕕",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100297,
-      "content": "→",
+      "content": "χ",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100298,
-      "content": "𐕣",
+      "content": "𐕊",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100299,
-      "content": "𐕎",
+      "content": "〈",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100300,
-      "content": "𐕠",
+      "content": "𐕐",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100301,
-      "content": "𐔲",
+      "content": "𐔻",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100302,
-      "content": "⋁",
+      "content": "𐕀",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100303,
-      "content": "〉",
+      "content": "𐔳",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100304,
-      "content": "𐔰",
+      "content": "≠",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100305,
-      "content": "⟂",
+      "content": "𐔷",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100306,
-      "content": "𐔷",
+      "content": "≤",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100307,
-      "content": "𐕖",
+      "content": "𐕞",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100308,
-      "content": "𐔻",
+      "content": "𐔱",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100309,
-      "content": "𐔸",
+      "content": "𐕂",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100310,
-      "content": "𝜎",
+      "content": "↦",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100311,
-      "content": "ε",
+      "content": "𐕎",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100312,
-      "content": "⋀",
+      "content": "→",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100313,
-      "content": "𐕀",
+      "content": "𐕛",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100314,
-      "content": "≠",
+      "content": "𐔰",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     },
     {
       "id": 100315,
-      "content": "〈",
-      "single_word": false,
-      "lstrip": false,
-      "rstrip": false,
-      "normalized": true,
-      "special": false
-    },
-    {
-      "id": 100316,
-      "content": "∧",
+      "content": "ε",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
+      "normalized": false,
       "special": false
     }
   ],

tokenizer_config.json

@@ -178,81 +178,81 @@
       "special": true
     },
     "100278": {
-      "content": "↦",
+      "content": "𐔲",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100279": {
-      "content": "𐕐",
+      "content": "𐔾",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100280": {
-      "content": "𐕏",
+      "content": "〉",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100281": {
-      "content": "𐕞",
+      "content": "𝜎",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100282": {
-      "content": "𐔳",
+      "content": "⋁",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100283": {
-      "content": "𐕃",
+      "content": "𐕠",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100284": {
-      "content": "χ",
+      "content": "𐕜",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100285": {
-      "content": "\n",
+      "content": "𐔸",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100286": {
-      "content": "𐕂",
+      "content": "∧",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100287": {
-      "content": "𐕊",
+      "content": "≥",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
@@ -260,231 +260,223 @@
     "100288": {
       "content": "𐕟",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100289": {
-      "content": "≥",
+      "content": "𐕖",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100290": {
-      "content": "𐕕",
+      "content": "⟂",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100291": {
-      "content": "≤",
+      "content": "𐕏",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100292": {
-      "content": "𐔱",
+      "content": "⋀",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100293": {
-      "content": "𐔾",
+      "content": "𐕣",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100294": {
-      "content": "𐕙",
+      "content": "𐕃",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100295": {
-      "content": "𐕛",
+      "content": "𐕙",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100296": {
-      "content": "𐕜",
+      "content": "𐕕",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100297": {
-      "content": "→",
+      "content": "χ",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100298": {
-      "content": "𐕣",
+      "content": "𐕊",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100299": {
-      "content": "𐕎",
+      "content": "〈",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100300": {
-      "content": "𐕠",
+      "content": "𐕐",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100301": {
-      "content": "𐔲",
+      "content": "𐔻",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100302": {
-      "content": "⋁",
+      "content": "𐕀",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100303": {
-      "content": "〉",
+      "content": "𐔳",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100304": {
-      "content": "𐔰",
+      "content": "≠",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100305": {
-      "content": "⟂",
+      "content": "𐔷",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100306": {
-      "content": "𐔷",
+      "content": "≤",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100307": {
-      "content": "𐕖",
+      "content": "𐕞",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100308": {
-      "content": "𐔻",
+      "content": "𐔱",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100309": {
-      "content": "𐔸",
+      "content": "𐕂",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100310": {
-      "content": "𝜎",
+      "content": "↦",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100311": {
-      "content": "ε",
+      "content": "𐕎",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100312": {
-      "content": "⋀",
+      "content": "→",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100313": {
-      "content": "𐕀",
+      "content": "𐕛",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100314": {
-      "content": "≠",
+      "content": "𐔰",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false
     },
     "100315": {
-      "content": "〈",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
-    },
-    "100316": {
-      "content": "∧",
+      "content": "ε",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": false

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a6622e9a04074b9fd1401b33af312041420cd7007e0c6af53acbc147f5591c
+size 8913