Training in progress, step 10, checkpoint

checkpoint-10/adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "k_proj",
     "q_proj",
-    "v_proj"
+    "k_proj",
+    "v_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

checkpoint-10/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9d2c1096abef278e1f9d94096e22aaa75c9643b5698728e060259386612f5d5
+oid sha256:1057833a6daf9aa561fb79c75b9ef644409e0871d0e6cfcf6bda16b175f26cb5
 size 27297032

checkpoint-10/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:582f12a9ab0d01b508473d4b9248dc8f598a880544e929df492f088f047fae24
+oid sha256:0577636b9e53fe801445e3cd67f4b7aae505b70f33095b73510ab40416325a56
 size 54678010

checkpoint-10/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f072d2e4f105a1fc8caa732c6c518a12ce8762cc6e8ea93c49e3849dc87a1af2
+oid sha256:6c177ae573c8aefd8c6d036efb4c1944760938edff11b9912aa45908ce978fea
 size 14512

checkpoint-10/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42e9963b2ec74c1be45fcdd9aaaa2ce80c8eca051e922cfb2413a015fb4bc474
+oid sha256:97b67d70cbfded068187f0306192c376aaef826d7928c1676c82fe5a27d52072
 size 14512

checkpoint-10/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 1.3467941284179688,
+  "best_metric": 1.346017837524414,
   "best_model_checkpoint": "./mistral/29-02-24-Weni-testing_saving_checkpoints-final_Zeroshot-2_max_steps-60_batch_8_2024-02-29_ppid_7/checkpoint-10",
   "epoch": 0.006199628022318661,
   "eval_steps": 10,
@@ -10,10 +10,10 @@
   "log_history": [
     {
       "epoch": 0.01,
-      "eval_loss": 1.3467941284179688,
-      "eval_runtime": 212.9079,
-      "eval_samples_per_second": 13.466,
-      "eval_steps_per_second": 3.368,
+      "eval_loss": 1.346017837524414,
+      "eval_runtime": 213.4062,
+      "eval_samples_per_second": 13.434,
+      "eval_steps_per_second": 3.36,
       "step": 10
     }
   ],
@@ -22,7 +22,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 10,
-  "total_flos": 4695483733770240.0,
+  "total_flos": 5285836115410944.0,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null

checkpoint-10/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2faf1dfa92ebafc0c9d15ced9f905651d3504c9f2a3c32cc1a5dabfb0804edd4
+oid sha256:6eca42dff5d8b2b54aa900cf0ee9eb3066e00be2ddfee954656686f3abb123ad
 size 5112