Llimy1/llama2-chat-micro-inst

adapter_config.json

@@ -9,8 +9,8 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
-  "lora_dropout": 0.1,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7d00854a24e8a5292e9ec32b5e7a7d46c241349703110019f64ea3d7b56c15a
+oid sha256:967c11431cac0f8f3a0dc16dc39c0e04f822791b546c37e49f59e6969a246627
 size 134235048

runs/May22_18-22-55_SERVER-4SEASON/events.out.tfevents.1716369775.SERVER-4SEASON.2170095.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734646d52d06057f34790b05831545ba4960be696d740a13c809c2745b9e31cd
+size 11754

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:399bd67e76e37eb5c6e6303a1e02b5d3bb650c8b92f156198ebb7110e21d8b39
+oid sha256:f818a48acef7fd420ea795d1ff7263544ecc58d01efd9c1dde1fb971e07364a1
 size 4728