Training in progress, epoch 0

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "Upstage/SOLAR-10.7B-Instruct-v1.0",
+  "base_model_name_or_path": "upstage/SOLAR-10.7B-v1.0",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,14 +19,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "down_proj",
-    "v_proj",
-    "gate_proj",
-    "lm_head",
     "q_proj",
+    "lm_head",
     "up_proj",
-    "k_proj"
+    "k_proj",
+    "v_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc48d3d222e652f46d3abccbe59e44c9236edbb427fa6d5fbb24940a0782eecf
+oid sha256:6f11d68e65fa31f76cf4b82e58933778621419ec0128f235f58c122963d26d79
 size 651362912

runs/Dec16_00-25-32_c5509e8d2f47/events.out.tfevents.1702686336.c5509e8d2f47.181.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6cb05b344800adcd4d05ad402d0f9af225f256e95502903ee95691eac99938
+size 5410

tokenizer_config.json

@@ -29,7 +29,6 @@
   },
   "additional_special_tokens": [],
   "bos_token": "<s>",
-  "chat_template": "{% for message in messages %}{% if message['role'] == 'system' %}{% if message['content']%}{{'### System:\n' + message['content']+'\n\n'}}{% endif %}{% elif message['role'] == 'user' %}{{'### User:\n' + message['content']+'\n\n'}}{% elif message['role'] == 'assistant' %}{{'### Assistant:\n'  + message['content']}}{% endif %}{% if loop.last and add_generation_prompt %}{{ '### Assistant:\n' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5772e6ac399e50be7e5155f374e9cf8d115bfb1779c6c2addc7cfb8c219a451
-size 4728
+oid sha256:4255b144f13a03313157dac3ae62502e041c59966ec7dc79c9f997a9d38a16e3
+size 4664