legolasyiu commited on
Commit
f728324
·
verified ·
1 Parent(s): 4723961

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ tokenizer = AutoTokenizer.from_pretrained(checkpoint)
8
  model = AutoModelForCausalLM.from_pretrained(checkpoint,torch_dtype="auto").to(device)
9
 
10
  def predict(message, history):
11
- history.append({"role": "user", "assistant": message})
12
  input_text = tokenizer.apply_chat_template(history, tokenize=False)
13
  inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
14
  outputs = model.generate(inputs, max_new_tokens=3200, temperature=0.2, top_p=0.9, do_sample=True)
 
8
  model = AutoModelForCausalLM.from_pretrained(checkpoint,torch_dtype="auto").to(device)
9
 
10
  def predict(message, history):
11
+ history.append({"role": "user", "content": message})
12
  input_text = tokenizer.apply_chat_template(history, tokenize=False)
13
  inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
14
  outputs = model.generate(inputs, max_new_tokens=3200, temperature=0.2, top_p=0.9, do_sample=True)