justinj92 commited on
Commit
c4fea5d
1 Parent(s): 8fb8f12

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -22,6 +22,8 @@ model = AutoModelForCausalLM.from_pretrained("justinj92/phi3-orpo")
22
 
23
  terminators = [
24
  tok.eos_token_id,
 
 
25
  ]
26
 
27
  if torch.cuda.is_available():
 
22
 
23
  terminators = [
24
  tok.eos_token_id,
25
+ '<|end|>',
26
+ '<|assistant|>'
27
  ]
28
 
29
  if torch.cuda.is_available():