Training in progress, step 3

adapter_config.json

@@ -1,6 +1,6 @@
 {
   "auto_mapping": null,
-  "base_model_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
+  "base_model_name_or_path": "NousResearch/Llama-2-13b-chat-hf",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04884f0804db641384daa0bf0ab79580a249b5e6bd47e7293a256f7b4623ef37
-size 134235048
+oid sha256:4ef343b08ae560738d7786e5f3a7633eab327f22a2c71b5363fc39e511f35eee
+size 209736952

tokenizer.json

@@ -40,23 +40,13 @@
       "special": false
     }
   ],
-  "normalizer": {
-    "type": "Sequence",
-    "normalizers": [
-      {
-        "type": "Prepend",
-        "prepend": "▁"
-      },
-      {
-        "type": "Replace",
-        "pattern": {
-          "String": " "
-        },
-        "content": "▁"
-      }
-    ]
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
   },
-  "pre_tokenizer": null,
   "post_processor": {
     "type": "TemplateProcessing",
     "single": [

tokenizer_config.json

@@ -1,7 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
-  "add_prefix_space": null,
+  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -43,6 +43,7 @@
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "</s>",
   "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f954a9020ae9f0d7af849c5763e92157b5e89b482e9549c7bbee347031557f51
-size 5624
+oid sha256:44979ab56a9eb1b132c9d8ea5650a5869b9c35786dfaba1865104033d7a59aef
+size 6136