drod75 commited on
Commit
fae4998
·
verified ·
1 Parent(s): dc35d96

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -24,7 +24,7 @@ def poet(text):
24
  chat = [{"role": "user", "content": prompt}]
25
  prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
26
  inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
27
- outputs = model.generate(input_ids=inputs.to(model.device), max_new_tokens=150)
28
  return tokenizer.decode(outputs[0])
29
 
30
  st.title("Shakespeare Ai")
 
24
  chat = [{"role": "user", "content": prompt}]
25
  prompt = tokenizer.apply_chat_template(chat, tokenize=False, add_generation_prompt=True)
26
  inputs = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
27
+ outputs = model.generate(input_ids=inputs.to(model.device), max_new_tokens=350)
28
  return tokenizer.decode(outputs[0])
29
 
30
  st.title("Shakespeare Ai")