Training in progress, step 300

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/mnt/bn/xuruijie-llm/checkpoints/hh-rlhf/sft_0521/checkpoint-5500/",
+  "_name_or_path": "/mnt/bn/xuruijie-llm/checkpoints/new_world/v1-ultral",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -20,7 +20,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.41.1",
+  "transformers_version": "4.38.2",
   "use_cache": false,
   "vocab_size": 32002
 }

runs/May28_02-16-51_n136-100-194/events.out.tfevents.1716833871.n136-100-194.596156.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cc5941f98ffefebf7b66dd35d8a582daa837928140fb44798c4f9c4536276f8
-size 20642
+oid sha256:2a48c5ff4c5d32d77f5b0be7dcc2fc1e60d7d788f425eedccd2c1c7be4c3d166
+size 28262

tokenizer.json

@@ -152,7 +152,6 @@
     "end_of_word_suffix": null,
     "fuse_unk": true,
     "byte_fallback": true,
-    "ignore_merges": false,
     "vocab": {
       "<unk>": 0,
       "<s>": 1,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf525e556a4e72ad76dc3263558be495a00b73c02de0b6ea713d4bfeb6a07eb0
-size 6456
+oid sha256:2ba26fafd03dc99e7d3db95db6c6e4c6d32ca5324c807136077205b8734c2180
+size 6264