sampangtf/law-nlp

adapter_config.json

@@ -12,7 +12,7 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 32,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.2,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -22,12 +22,12 @@
   "revision": null,
   "target_modules": [
     "k_proj",
-    "o_proj",
-    "gate_proj",
-    "v_proj",
-    "down_proj",
     "q_proj",
-    "up_proj"
+    "down_proj",
+    "gate_proj",
+    "o_proj",
+    "up_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:212f816464acdd6ec36d79fc13c2d677df7b26ca071256ff02b6112c5a9b8549
+oid sha256:6cafeeb3d0c0e0762ec3996a8c68c385c9ffb67d96bdb6c058ed323568be0be0
 size 24365320

runs/Oct18_05-03-23_9f5ef558c32a/events.out.tfevents.1729227805.9f5ef558c32a.1125.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1ac49850bd200e6cd61819aedcf3af6fe00dc7e1a87bb9c5bc93dd18cb3f46
+size 10404

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9ba7714d4f23e1ff7d6e64a08c54f79c57dd74cd70b4d7f10970fd74628e531
+oid sha256:265661ad4acd1eee70234da921fd6d6914526157a286f6e4e7f2e06ecd229e34
 size 5240