Training in progress, step 500

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dea9d5d9d14b9e0f1be595293be5651737cab8a7e8eace94d3cd233e0da03cf
+size 231538130

runs/Jan31_00-19-59_pcloic/events.out.tfevents.1706656800.pcloic.32372.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd74bb724a8bf5b8dd1cad526aef68e3c8915f34e0eaa19c1bdd8a65eef03f8
+size 3649

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|startoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,29 @@
+{
+  "added_tokens_decoder": {
+    "31996": {
+      "content": "<|startoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "31999": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|startoftext|>",
+  "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n### User:\n' }}{{ message['content']}}{{ '\n### Assistant:\n' }}{% endif %}{% if message['role'] == 'assistant' %}{{ message['content']+eos_token}}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": true,
+  "do_clean_text": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPTNeoXJapaneseTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728cb6347f9fee28ef17906f5072e3b3dca652bdb2c8b3715a1f77362d835087
+size 4728