v2

adapter_config.json

@@ -17,9 +17,7 @@
     "q_proj",
     "v_proj",
     "k_proj",
-    "o_proj",
-    "down_proj",
-    "up_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb30816c73636f290c94d953664b099832d9ceae82661eba523564f879cd929a
-size 129113357
+oid sha256:88a6063bcc5c9f35f9e5aebebd5ed4e429befc4fb08645b34fc43292e823c851
+size 67201357

generation_config.json

@@ -2,12 +2,12 @@
     "pad_token_id": 0,
     "bos_token_id": 1,
     "eos_token_id": 2,
-    "temperature": 0.2,
+    "temperature": 0.5,
     "top_p": 0.9,
     "top_k": 30,
     "do_sample": true,
-    "max_new_tokens": 1536,
+    "max_new_tokens": 3584,
     "num_beams": 1,
-    "repetition_penalty": 1.15,
+    "repetition_penalty": 1.2,
     "no_repeat_ngram_size": 15
 }