Model save

Browse files

Files changed (15) hide show

README.md +3 -3
adapter_config.json +4 -4
adapter_model.safetensors +2 -2
runs/Jul10_14-35-28_b822afc3e210/events.out.tfevents.1720622378.b822afc3e210.6052.0 +3 -0
step_0/README.md +1 -1
step_0/adapter_config.json +4 -4
step_0/adapter_model.safetensors +2 -2
step_0/tokenizer.json +0 -0
step_0/tokenizer.model +2 -2
step_0/tokenizer_config.json +1 -2
step_0/training_args.bin +1 -1
tokenizer.json +0 -0
tokenizer.model +2 -2
tokenizer_config.json +1 -2
training_args.bin +1 -1

README.md CHANGED Viewed

@@ -1,11 +1,11 @@
 ---
-license: apache-2.0
 library_name: peft
 tags:
 - trl
 - sft
 - generated_from_trainer
-base_model: mistralai/Mistral-7B-v0.1
 datasets:
 - generator
 model-index:
@@ -18,7 +18,7 @@ should probably proofread and complete it, then remove this comment. -->
 # zephyr-7b-sft-qlora
-This model is a fine-tuned version of [mistralai/Mistral-7B-v0.1](https://huggingface.co/mistralai/Mistral-7B-v0.1) on the generator dataset.
 ## Model description

 ---
+license: llama2
 library_name: peft
 tags:
 - trl
 - sft
 - generated_from_trainer
+base_model: meta-llama/Llama-2-7b-chat-hf
 datasets:
 - generator
 model-index:
 # zephyr-7b-sft-qlora
+This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf) on the generator dataset.
 ## Model description

adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -22,11 +22,11 @@
   "target_modules": [
     "o_proj",
     "up_proj",
-    "q_proj",
-    "down_proj",
     "gate_proj",
     "k_proj",
-    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "target_modules": [
     "o_proj",
     "up_proj",
     "gate_proj",
+    "v_proj",
     "k_proj",
+    "q_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1969cac1b6c71b1b86df0cd92ab327717d7c189a3e86766d1eee4dd47c2c9caa
-size 167832240

 version https://git-lfs.github.com/spec/v1
+oid sha256:590e4d1c89929b0908eefbc3478046b41d18f13fa5ad140ea2ca1b66a967fdac
+size 159967880

runs/Jul10_14-35-28_b822afc3e210/events.out.tfevents.1720622378.b822afc3e210.6052.0 ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2f7fe851aab8fa117ed35255346bee5216ab216ada5e0a1705db9d7e84b86
+size 4184

step_0/README.md CHANGED Viewed

@@ -1,6 +1,6 @@
 ---
 library_name: peft
-base_model: mistralai/Mistral-7B-v0.1
 ---
 # Model Card for Model ID

 ---
 library_name: peft
+base_model: meta-llama/Llama-2-7b-chat-hf
 ---
 # Model Card for Model ID

step_0/adapter_config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -22,11 +22,11 @@
   "target_modules": [
     "o_proj",
     "up_proj",
-    "q_proj",
-    "down_proj",
     "gate_proj",
     "k_proj",
-    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

 {
   "alpha_pattern": {},
   "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "target_modules": [
     "o_proj",
     "up_proj",
     "gate_proj",
+    "v_proj",
     "k_proj",
+    "q_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

step_0/adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1969cac1b6c71b1b86df0cd92ab327717d7c189a3e86766d1eee4dd47c2c9caa
-size 167832240

 version https://git-lfs.github.com/spec/v1
+oid sha256:590e4d1c89929b0908eefbc3478046b41d18f13fa5ad140ea2ca1b66a967fdac
+size 159967880

step_0/tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

step_0/tokenizer.model CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
-size 493443

 version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

step_0/tokenizer_config.json CHANGED Viewed

@@ -27,7 +27,6 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
@@ -35,8 +34,8 @@
   "legacy": false,
   "model_max_length": 2048,
   "pad_token": "</s>",
   "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false

       "special": true
     }
   },
   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "legacy": false,
   "model_max_length": 2048,
   "pad_token": "</s>",
+  "padding_side": "right",
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false

step_0/training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b79bceb55adaaacd7b137a075a580a343454adecd6ec2c2622e16fe54c3ea8
 size 5176

 version https://git-lfs.github.com/spec/v1
+oid sha256:c37de8a80617c24d55b30a4ca9c08d99731043ee2d8d7b1657591b9541a00f17
 size 5176

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

tokenizer.model CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
-size 493443

 version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json CHANGED Viewed

@@ -27,7 +27,6 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
@@ -35,8 +34,8 @@
   "legacy": false,
   "model_max_length": 2048,
   "pad_token": "</s>",
   "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false

       "special": true
     }
   },
   "bos_token": "<s>",
   "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "legacy": false,
   "model_max_length": 2048,
   "pad_token": "</s>",
+  "padding_side": "right",
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b79bceb55adaaacd7b137a075a580a343454adecd6ec2c2622e16fe54c3ea8
 size 5176

 version https://git-lfs.github.com/spec/v1
+oid sha256:c37de8a80617c24d55b30a4ca9c08d99731043ee2d8d7b1657591b9541a00f17
 size 5176