Upload 2 files

adapter_config.json

@@ -1,11 +1,14 @@
 {
     "bias": "none",
     "peft_type": "MIXLORA",
-    "task_type": "CAUSAL_LM",
-    "r": 8,
-    "lora_alpha": 16,
+    "r": 16,
+    "lora_alpha": 32,
     "lora_dropout": 0.05,
     "target_modules": [
+        "q_proj",
+        "k_proj",
+        "v_proj",
+        "o_proj",
         "w1_proj",
         "w2_proj",
         "w3_proj"
@@ -13,5 +16,7 @@
     "routing_strategy": "mixtral",
     "num_experts": 8,
     "act_fn": "silu",
-    "top_k": 3
+    "top_k": 2,
+    "base_model_name_or_path": "/host_data/Llama-2-7b-hf",
+    "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ad12b855eddc19cb40331ea5d031130f690f7078a6bdec829bd1e5e98d73596
-size 375936965
+oid sha256:365d33be1c14b218381c260b1c51dfb287a18d229013cdf4e4b2fddf1e6bd192
+size 814375941