Phi-3-mini-128k-instruct

Running on Zero

eswardivi commited on Apr 19

Commit

7115ad7

•

1 Parent(s): ea9c0d3

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -22,8 +22,8 @@ model = AutoModelForCausalLM.from_pretrained(
 )
 tok = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", token=token)
 terminators = [
-    tokenizer.eos_token_id,
-    tokenizer.convert_tokens_to_ids("<|eot_id|>")
 ]
 if torch.cuda.is_available():

 )
 tok = AutoTokenizer.from_pretrained("meta-llama/Meta-Llama-3-8B-Instruct", token=token)
 terminators = [
+    tok.eos_token_id,
+    tok.convert_tokens_to_ids("<|eot_id|>")
 ]
 if torch.cuda.is_available():