Model save

README.md

@@ -1,13 +1,8 @@
 ---
 license: llama2
-library_name: peft
+base_model: meta-llama/Llama-2-7b-chat-hf
 tags:
-- trl
-- sft
 - generated_from_trainer
-datasets:
-- generator
-base_model: meta-llama/Llama-2-7b-chat-hf
 model-index:
 - name: llama2-7b-sft-lora
   results: []
@@ -18,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # llama2-7b-sft-lora
 
-This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf) on the generator dataset.
+This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf) on an unknown dataset.
 
 ## Model description
 
@@ -52,8 +47,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.8.2
-- Transformers 4.37.2
+- Transformers 4.35.0
 - Pytorch 2.2.0+cu121
-- Datasets 2.16.1
-- Tokenizers 0.15.1
+- Datasets 2.14.7
+- Tokenizers 0.14.1

adapter_config.json

@@ -19,12 +19,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
     "o_proj",
-    "q_proj",
+    "up_proj",
     "k_proj",
-    "down_proj",
-    "up_proj"
+    "v_proj",
+    "q_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d1d8ee5e122aa5ba15194f89a4f794f9c3fe72e5c3ede8c7f35cf55983cee6c
+oid sha256:49df4de880eb6fb53f2feb9bff517e17dcecd6384c75dfb00a947b40744189bf
 size 258001832

runs/May16_15-49-06_c842148f8542/events.out.tfevents.1715874722.c842148f8542.25037.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc52da01b1fc3d68f1142685d6659e2e9c7aba5167f33c894390788a250086c
+size 4308

step_0/adapter_config.json

@@ -19,12 +19,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
     "o_proj",
-    "q_proj",
+    "up_proj",
     "k_proj",
-    "down_proj",
-    "up_proj"
+    "v_proj",
+    "q_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

step_0/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d1d8ee5e122aa5ba15194f89a4f794f9c3fe72e5c3ede8c7f35cf55983cee6c
+oid sha256:49df4de880eb6fb53f2feb9bff517e17dcecd6384c75dfb00a947b40744189bf
 size 258001832

step_0/tokenizer_config.json

@@ -1,6 +1,4 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

step_0/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:037cb93649ce2c00bfe42f23882c655e67e006c8997cb25bf1e587e809060da7
-size 5688
+oid sha256:43d1eecb9e86b3973e6aeb43315af35268ba0bb6e73908ce8962fe03fceb8274
+size 5560

tokenizer_config.json

@@ -1,6 +1,4 @@
 {
-  "add_bos_token": true,
-  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:037cb93649ce2c00bfe42f23882c655e67e006c8997cb25bf1e587e809060da7
-size 5688
+oid sha256:43d1eecb9e86b3973e6aeb43315af35268ba0bb6e73908ce8962fe03fceb8274
+size 5560