jeevavijay10 commited on
Commit
6b54c98
1 Parent(s): 37198ae

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id)
10
  def chat(question):
11
  prompt = f"### Instruction: {question}\n### Response:"
12
  inputs = tokenizer(prompt, return_tensors="pt")
13
- output = model.generate(inputs["input_ids"])
14
  response = tokenizer.decode(output[0].tolist())
15
  print(response)
16
  return response
 
10
  def chat(question):
11
  prompt = f"### Instruction: {question}\n### Response:"
12
  inputs = tokenizer(prompt, return_tensors="pt")
13
+ output = model.generate(inputs["input_ids"], max_new_tokens=100)
14
  response = tokenizer.decode(output[0].tolist())
15
  print(response)
16
  return response