varadsrivastava
commited on
Commit
•
c14feb8
1
Parent(s):
7b11484
Update README.md
Browse files
README.md
CHANGED
@@ -22,6 +22,7 @@ base_model: unsloth/llama-3-8b-Instruct-bnb-4bit
|
|
22 |
|
23 |
### Loading the fine-tuned model and the tokenizer for inference
|
24 |
from unsloth import FastLanguageModel
|
|
|
25 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
26 |
model_name = "varadsrivastava/BAI_LLM_FinArg",
|
27 |
max_seq_length = 20,
|
@@ -34,8 +35,11 @@ FastLanguageModel.for_inference(model)
|
|
34 |
|
35 |
# Prompt template:
|
36 |
"""<|begin_of_text|><|start_header_id|>system<|end_header_id|>
|
|
|
37 |
{instruction}<|eot_id|><|start_header_id|>user<|end_header_id|>
|
|
|
38 |
Sentence: {row['text']}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
|
|
|
39 |
Class: {row['label']}<|eot_id|>"""
|
40 |
|
41 |
NOTE: This model was trained 2x faster using Unsloth and Huggingface's TRL library.
|
|
|
22 |
|
23 |
### Loading the fine-tuned model and the tokenizer for inference
|
24 |
from unsloth import FastLanguageModel
|
25 |
+
|
26 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
27 |
model_name = "varadsrivastava/BAI_LLM_FinArg",
|
28 |
max_seq_length = 20,
|
|
|
35 |
|
36 |
# Prompt template:
|
37 |
"""<|begin_of_text|><|start_header_id|>system<|end_header_id|>
|
38 |
+
|
39 |
{instruction}<|eot_id|><|start_header_id|>user<|end_header_id|>
|
40 |
+
|
41 |
Sentence: {row['text']}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
|
42 |
+
|
43 |
Class: {row['label']}<|eot_id|>"""
|
44 |
|
45 |
NOTE: This model was trained 2x faster using Unsloth and Huggingface's TRL library.
|