Locutusque commited on
Commit
2fb1b1c
1 Parent(s): 92ecee9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -16,6 +16,7 @@ def generate_text(prompt, temperature, top_p, top_k, repetition_penalty, max_len
16
  generator.device = torch.device("cuda")
17
  outputs = generator(
18
  prompt,
 
19
  max_new_tokens=max_length,
20
  temperature=temperature,
21
  top_p=top_p,
 
16
  generator.device = torch.device("cuda")
17
  outputs = generator(
18
  prompt,
19
+ do_sample=True,
20
  max_new_tokens=max_length,
21
  temperature=temperature,
22
  top_p=top_p,