Vijayendra
commited on
Commit
•
c213097
1
Parent(s):
3981c4f
Update README.md
Browse files
README.md
CHANGED
@@ -15,10 +15,10 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
|
15 |
from peft import PeftModel, PeftConfig
|
16 |
|
17 |
# Load model and tokenizer configurations
|
18 |
-
config = PeftConfig.from_pretrained("Vijayendra/
|
19 |
base_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit")
|
20 |
-
model = PeftModel.from_pretrained(base_model, "Vijayendra/
|
21 |
-
tokenizer = AutoTokenizer.from_pretrained("Vijayendra/
|
22 |
|
23 |
# Ensure padding token is set for the tokenizer
|
24 |
if tokenizer.pad_token is None:
|
|
|
15 |
from peft import PeftModel, PeftConfig
|
16 |
|
17 |
# Load model and tokenizer configurations
|
18 |
+
config = PeftConfig.from_pretrained("Vijayendra/llama3.0-8B-merged-4bit")
|
19 |
base_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit")
|
20 |
+
model = PeftModel.from_pretrained(base_model, "Vijayendra/llama3.0-8B-merged-4bit")
|
21 |
+
tokenizer = AutoTokenizer.from_pretrained("Vijayendra/llama3.0-8B-merged-4bit")
|
22 |
|
23 |
# Ensure padding token is set for the tokenizer
|
24 |
if tokenizer.pad_token is None:
|