Training in progress, step 1500

config.json

@@ -12,7 +12,6 @@
   "initializer_range": 0.02,
   "intermediate_size": 11008,
   "max_position_embeddings": 4096,
-  "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 32,
   "num_hidden_layers": 30,
@@ -23,7 +22,7 @@
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.41.1",
+  "transformers_version": "4.39.3",
   "use_cache": false,
   "vocab_size": 102400
 }

runs/Jun20_15-28-21_n136-129-074/events.out.tfevents.1718869497.n136-129-074.3627432.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7112485347e57fb2af2a3a9c488f2bb0dce3736515a9ce3e11c14288011f46aa
-size 47125
+oid sha256:2a9d1b6fe4e780e40a642033dd9757524e0c72fd0f8f18463841696003b718ee
+size 68225

tokenizer.json

@@ -266,7 +266,6 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
-    "ignore_merges": false,
     "vocab": {
       "!": 0,
       "\"": 1,

tokenizer_config.json

@@ -124,7 +124,7 @@
     }
   },
   "bos_token": "<｜begin▁of▁sentence｜>",
-  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ 'User: '+ message['content'] }}\n{% elif message['role'] == 'assistant' %}\n{{ 'Assistant: '  + message['content'] + eos_token }}{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ 'Assistant: ' }}{% endif %}\n{% endfor %}",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ 'User: '+ message['content'] }}\n{% elif message['role'] == 'assistant' %}\n{{ 'Assistant: '  + message['content'] +  eos_token }}{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ 'Assistant: ' }}{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<｜end▁of▁sentence｜>",
   "legacy": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e84c095d194defa97204cd8057f40e6752f407dff0412d8066415e65bde4fba
-size 6328
+oid sha256:99c954413038ae54893068f1be5a172e843dda5a64dbec190fdf1dfe888eb5bd
+size 6136