Training in progress, epoch 2

adapter_config.json

@@ -19,6 +19,7 @@
   "modules_to_save": [
     "classifier"
   ],
+  "orth_reg_weight": 0.5,
   "peft_type": "LORA",
   "r": 64,
   "rank_pattern": {},
@@ -31,6 +32,7 @@
   "use_dora": true,
   "use_dovera": false,
   "use_dovera_tuning": false,
+  "use_kd": true,
   "use_rslora": false,
   "use_vera": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdbc716d6cb019bbfc5458c4a5ad573e2815598236ee272e7da5eab1c2522fc1
+oid sha256:4e69495427176af98780ca91428b77a52e9c2038491c6e145c69e9ad6c7cebe8
 size 9832380

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f292831d2528c0bf4156773d314de8c1db850f33503a791f6912a7ec69f8441
+oid sha256:8495650d9568e7ac22909da9dd99ef40f023380116601dc8ee7efc75631fde77
 size 353361032

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c2ecaf4d9ffab42fb75c7c7b0415a08f3a4d76080680dd562a4cb6818cdb963
-size 346262450
+oid sha256:f6fddcf0f440e0a7cb508ddb8c7df0bae7dcb0c8520d724bb6adff044c2c4eab
+size 353437618

runs/Apr03_19-02-04_gpu4-119-5/events.out.tfevents.1712131606.gpu4-119-5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a11965b6341b7b051bdc44f6e578bb972ddaedd1e98660fb95b6b5560eb3811
+size 40

runs/Apr03_19-09-13_gpu4-119-5/events.out.tfevents.1712131762.gpu4-119-5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bac734e01e103694de19095469c345f376f985fc5d7d02cc07cb8f6acbe8f3
+size 9892

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f37a123df17608c37fa58240a37cbfac2d60f231363c1fe3644a47b265a9593
+oid sha256:9e85e7dcce3cecd4c33077c77712a73f9ddf049046db05ef7253a3678f58d105
 size 5048