julep-ai
/

samantha-33b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

diwank commited on Jun 22, 2023

Commit

2f31084

·

1 Parent(s): 8acf3fd

Update chat.py

Files changed (1) hide show

chat.py +1 -1

chat.py CHANGED Viewed

@@ -52,7 +52,7 @@ tokenizer_id = "julep-ai/samantha-33b"
 print("Loading model...")
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
-tokenizer = AutoTokenizer.from_pretrained(tokenizer_id, use_fast=False)
 # warmup
 model.generate(**tokenizer("Hello", return_tensors="pt").to(0), max_new_tokens=2)

 print("Loading model...")
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
+tokenizer = AutoTokenizer.from_pretrained(tokenizer_id, use_fast=False, clean_up_tokenization_spaces=True)
 # warmup
 model.generate(**tokenizer("Hello", return_tensors="pt").to(0), max_new_tokens=2)