monsoon-nlp commited on
Commit
5d3aa5d
1 Parent(s): 684df16

output more tokens in alt

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -34,7 +34,7 @@ def hello(prompt, items):
34
  force_inp = resp1[:resp1.index(names[1])] + names[0]
35
  alt = inp + ' ' + force_inp
36
  input_ids2 = torch.tensor([tokenizer.encode(alt)])
37
- output2 = model.generate(input_ids2, max_new_tokens=1, do_sample=True)
38
  resp2 = tokenizer.decode(output2[0], skip_special_tokens=True)
39
  resp2 = resp2[resp2.index('%') + 1 : ]
40
  return [resp1, resp2]
 
34
  force_inp = resp1[:resp1.index(names[1])] + names[0]
35
  alt = inp + ' ' + force_inp
36
  input_ids2 = torch.tensor([tokenizer.encode(alt)])
37
+ output2 = model.generate(input_ids2, max_new_tokens=12, do_sample=True)
38
  resp2 = tokenizer.decode(output2[0], skip_special_tokens=True)
39
  resp2 = resp2[resp2.index('%') + 1 : ]
40
  return [resp1, resp2]