togepi55
/

llm-jp-3-13b-it

text-generation-inference

Model card Files Files and versions Community

togepi55 commited on Dec 1, 2024

Commit

1ea5ba8

•

1 Parent(s): 9b94196

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -45,7 +45,7 @@ from transformers import TextStreamer
 BASE_MODEL = "llm-jp/llm-jp-3-13b"
 PEFT_MODEL = "togepi55/llm-jp-3-13b-it"
-tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
 bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_compute_dtype=torch.float16,
@@ -138,7 +138,7 @@ from datasets import load_dataset
 BASE_MODEL = "llm-jp/llm-jp-3-13b"
 PEFT_MODEL = "togepi55/llm-jp-3-13b-it"
-tokenizer = AutoTokenizer.from_pretrained(BASE_MODEL)
 bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_compute_dtype=torch.float16,

 BASE_MODEL = "llm-jp/llm-jp-3-13b"
 PEFT_MODEL = "togepi55/llm-jp-3-13b-it"
+tokenizer = AutoTokenizer.from_pretrained(PEFT_MODEL)
 bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_compute_dtype=torch.float16,
 BASE_MODEL = "llm-jp/llm-jp-3-13b"
 PEFT_MODEL = "togepi55/llm-jp-3-13b-it"
+tokenizer = AutoTokenizer.from_pretrained(PEFT_MODEL)
 bnb_config = BitsAndBytesConfig(
     load_in_4bit=True,
     bnb_4bit_compute_dtype=torch.float16,