Upload model

adapter_config.json

@@ -5,27 +5,39 @@
     "parent_library": "peft.peft_model"
   },
   "base_model_name_or_path": null,
+  "beta1": 0.85,
+  "beta2": 0.85,
   "bias": "none",
+  "deltaT": 10,
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
+  "init_r": 24,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
-  "lora_dropout": 0.05,
+  "lora_alpha": 32,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
-  "peft_type": "LORA",
-  "r": 64,
-  "rank_pattern": {},
+  "orth_reg_weight": 0.5,
+  "peft_type": "ADALORA",
+  "r": 8,
+  "rank_pattern": null,
   "revision": null,
   "target_modules": [
-    "v_proj",
+    "q_proj",
     "k_proj",
-    "q_proj"
+    "v_proj",
+    "out_proj",
+    "fc1",
+    "fc2"
   ],
+  "target_r": 8,
   "task_type": null,
+  "tfinal": 1000,
+  "tinit": 200,
+  "total_step": null,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:656a9d87ced0d825cc88d01c69a8767d0b986e50dab3e602c92b4464a9b54d8f
-size 188836744
+oid sha256:af914ed98336fc32bcaa5de8f78a7f4b813aa75cb5495604e8cae3215e02e48e
+size 362247160