Update v2

README.md

@@ -36,7 +36,7 @@ from transformers import LlamaForCausalLM, LlamaTokenizer
 base_model_name_or_path = "name/or/path/to/hf/llama/13b/model"
 lora_model_name_or_path = "bofenghuang/vigogne-instruct-13b"
 
-tokenizer = LlamaTokenizer.from_pretrained(base_model_name_or_path, padding_side="right", use_fast=False))
+tokenizer = LlamaTokenizer.from_pretrained(base_model_name_or_path, padding_side="right", use_fast=False)
 model = LlamaForCausalLM.from_pretrained(
     base_model_name_or_path,
     load_in_8bit=True,

adapter_config.json

@@ -1,18 +1,22 @@
 {
-  "base_model_name_or_path": "hf_models/llama-13b-hf",
+  "base_model_name_or_path": "huggyllama/llama-13b",
   "bias": "none",
-  "enable_lora": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
+  "init_lora_weights": true,
   "lora_alpha": 16,
   "lora_dropout": 0.05,
-  "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 8,
   "target_modules": [
     "q_proj",
-    "v_proj"
+    "v_proj",
+    "k_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09294375fae76288bb10df64de54235c8008f45e767a96e86208f200b0303798
-size 26271757
+oid sha256:c9278c7f4bccc4e89df060af0da55219aec2197869fc42275f81433dff92588b
+size 62675133

runs/{Apr17_06-45-10_koios.zaion.ai/1681706907.2054863/events.out.tfevents.1681706907.koios.zaion.ai.1169752.1 → 1/1683598579.5931504/events.out.tfevents.1683598579.koios.zaion.ai.1026058.1}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69c529c20f9c913698f8ceaad1e6f0287a842c7e575bd1eea5520ec2b14d1c81
-size 6006
+oid sha256:c090def1c5ca4845e7073520fb61dc3c5654219d620e6632c94a7684cfdf6465
+size 6016

runs/{Apr17_06-45-10_koios.zaion.ai/events.out.tfevents.1681706907.koios.zaion.ai.1169752.0 → 1/events.out.tfevents.1683598579.koios.zaion.ai.1026058.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7407df5f5cac5e28b7bdeb5133cc8ebb4e9f3a46c6ca8b594ab75c7d83cc2ff
-size 19679
+oid sha256:df63fa55aef70489a7485cd3fac51c16cf591adc9afe8574f9ddea1534347e83
+size 36613

runs/1/events.out.tfevents.1683694203.koios.zaion.ai.1026058.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ba18c1f09200e6a551e7536329ee3dfea161ba6cabad39fe297b547d25c9e
+size 359