Training in progress, epoch 1

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "alpindale/Mistral-7B-v0.2-hf",
+  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,9 +20,9 @@
   "revision": null,
   "target_modules": [
     "q_proj",
-    "k_proj",
     "v_proj",
-    "o_proj"
+    "o_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba12ed9ab9e7085f2672363312bc1b51a1468884027953eb453c4d8342794309
+oid sha256:130695ca1d537b40a59cd60ef295567c7856905947716e80ba0156e9d875f7aa
 size 218138576

tokenizer_config.json

@@ -1,7 +1,6 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
-  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",
@@ -28,7 +27,9 @@
       "special": true
     }
   },
+  "additional_special_tokens": [],
   "bos_token": "<s>",
+  "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:730c65646cd2415d51aff1d4d4e94f2d70fa40445d3e3a98ca3170c05e3b06d9
+oid sha256:ef8f6feadbcb900297e4c26557437e80867446b6eac6e85a55a3afaf9f6fe620
 size 4792