Shanat commited on
Commit
9e234e6
·
verified ·
1 Parent(s): 1a1ce31

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -88,7 +88,7 @@ def vanilla_chatbot(message, history):
88
  #print(context)
89
  prompt = prompt_template_w_context(context, message)
90
  inputs = tokenizer(prompt, return_tensors="pt")
91
- outputs = model.generate(input_ids=inputs["input_ids"].to("cuda"), max_new_tokens=280)
92
  #print(tokenizer.batch_decode(outputs)[0])
93
  #conversation = pipe(message, temperature=0.1)
94
  ot=tokenizer.batch_decode(outputs)[0]
 
88
  #print(context)
89
  prompt = prompt_template_w_context(context, message)
90
  inputs = tokenizer(prompt, return_tensors="pt")
91
+ outputs = model.generate(input_ids=inputs["input_ids"], max_new_tokens=280)
92
  #print(tokenizer.batch_decode(outputs)[0])
93
  #conversation = pipe(message, temperature=0.1)
94
  ot=tokenizer.batch_decode(outputs)[0]