Training in progress, step 180

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "./tinyllama-1.1b-slimorca-lora/merged",
+  "base_model_name_or_path": "./TinyLlama-1.1B-SlimOrca/merged",
   "bias": "none",
   "fan_in_fan_out": null,
   "inference_mode": true,
@@ -20,11 +20,11 @@
   "revision": null,
   "target_modules": [
     "k_proj",
+    "up_proj",
     "gate_proj",
     "o_proj",
-    "down_proj",
     "q_proj",
-    "up_proj",
+    "down_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5147c4a51998e86a375067898f9fa947562c48b89322c2870b1512539a845329
+oid sha256:977c55f3c0f51dbe94bbd5dc1239ec74ca35c0377b1e1116b757effd100eeec6
 size 807445312

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./tinyllama-1.1b-slimorca-lora/merged",
+  "_name_or_path": "./TinyLlama-1.1B-SlimOrca/merged",
   "architectures": [
     "LlamaForCausalLM"
   ],

runs/Jan28_11-48-57_9701128c2e6b/events.out.tfevents.1706442542.9701128c2e6b.3309.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4daf02c52d3a64cf4fd2e8f00ae15225ef3f7c60910ce1aaf764d264fa5044
+size 117637

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5cc2f5dd7838c602c9ca4f054ad3552c9e00913bc17471311ecf66160a4a418
+oid sha256:99c4204dff80cf7b0fb0c78c2a26a873e5df841969be43125759f5f5c20d0bf7
 size 4792