Training in progress, epoch 0

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "up_proj",
-    "k_proj",
+    "down_proj",
     "q_proj",
-    "gate_proj",
     "o_proj",
-    "down_proj"
+    "gate_proj",
+    "v_proj",
+    "k_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9d0a15437310c2245c19515ef45c6edc195ea6e4571c4db033ade3c6c61111a
+oid sha256:77ac1f1c91d1d19680f00823358d980cf3a095df2fbbd4608017290081d9737a
 size 2772497632

runs/Jul23_23-30-20_cloud-vm-47-192.doc.ic.ac.uk/events.out.tfevents.1721773927.cloud-vm-47-192.doc.ic.ac.uk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5071f10f72b8dcdd89a0c6a51bd78c879549964f4f19eb8a015fc23fae7ad225
+size 9755

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a36d0ed04c33cf98539fdaf754ece917fa6fb996bda56a3cc011a405b62473f
+oid sha256:cb24f515ad2d349e5cfc07d71e64f390645b68c461879c2b458876e3f8747dcf
 size 5048