segestic
/

phi2_medical_seg

Text Generation

Model card Files Files and versions Community

segestic commited on Sep 14, 2024

Commit

20fa86d

·

verified ·

1 Parent(s): 75ae352

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -43,7 +43,7 @@ base_model = AutoModelForCausalLM.from_pretrained(
     load_in_8bit=True,
     torch_dtype=torch.float16,
 )
 eval_tokenizer = AutoTokenizer.from_pretrained(base_model_id, add_bos_token=True, trust_remote_code=True, use_fast=False)
 eval_tokenizer.pad_token = tokenizer.eos_token

     load_in_8bit=True,
     torch_dtype=torch.float16,
 )
+tokenizer = AutoTokenizer.from_pretrained(base_model_id)
 eval_tokenizer = AutoTokenizer.from_pretrained(base_model_id, add_bos_token=True, trust_remote_code=True, use_fast=False)
 eval_tokenizer.pad_token = tokenizer.eos_token