Update README.md
Browse files
README.md
CHANGED
@@ -14,7 +14,7 @@ base_model_config: NousResearch/Llama-2-7b-hf
|
|
14 |
model_type: LlamaForCausalLM
|
15 |
tokenizer_type: LlamaTokenizer
|
16 |
push_dataset_to_hub:
|
17 |
-
hub_model_id:
|
18 |
|
19 |
load_in_8bit: false
|
20 |
load_in_4bit: true
|
@@ -25,7 +25,7 @@ datasets:
|
|
25 |
type: alpaca
|
26 |
dataset_prepared_path: last_run_prepared
|
27 |
val_set_size: 0.01
|
28 |
-
output_dir:
|
29 |
|
30 |
adapter: qlora
|
31 |
lora_model_dir:
|
|
|
14 |
model_type: LlamaForCausalLM
|
15 |
tokenizer_type: LlamaTokenizer
|
16 |
push_dataset_to_hub:
|
17 |
+
hub_model_id:
|
18 |
|
19 |
load_in_8bit: false
|
20 |
load_in_4bit: true
|
|
|
25 |
type: alpaca
|
26 |
dataset_prepared_path: last_run_prepared
|
27 |
val_set_size: 0.01
|
28 |
+
output_dir: ./checkpoints/llama-2-qlora
|
29 |
|
30 |
adapter: qlora
|
31 |
lora_model_dir:
|