Next version: 420+420 context

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 adapter_model.bin filter=lfs diff=lfs merge=lfs -text
 spiece.model filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

adapter_config.json

@@ -5,11 +5,11 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "lora_alpha": 32,
-  "lora_dropout": 0.1,
+  "lora_dropout": 0.05,
   "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 4,
   "target_modules": [
     "q",
     "v"

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91bb877fffaf07253f53e87f6c1e916c581f751c1253f74d08354c3b292f72f6
-size 37854797
+oid sha256:227c8ec3d798b893ca1956403d3b712efe7e24916445e0e2ead93353fd1fd556
+size 18980429