Spaces:
Sleeping
Sleeping
monsoon-nlp
commited on
Commit
•
5d3aa5d
1
Parent(s):
684df16
output more tokens in alt
Browse files
app.py
CHANGED
@@ -34,7 +34,7 @@ def hello(prompt, items):
|
|
34 |
force_inp = resp1[:resp1.index(names[1])] + names[0]
|
35 |
alt = inp + ' ' + force_inp
|
36 |
input_ids2 = torch.tensor([tokenizer.encode(alt)])
|
37 |
-
output2 = model.generate(input_ids2, max_new_tokens=
|
38 |
resp2 = tokenizer.decode(output2[0], skip_special_tokens=True)
|
39 |
resp2 = resp2[resp2.index('%') + 1 : ]
|
40 |
return [resp1, resp2]
|
|
|
34 |
force_inp = resp1[:resp1.index(names[1])] + names[0]
|
35 |
alt = inp + ' ' + force_inp
|
36 |
input_ids2 = torch.tensor([tokenizer.encode(alt)])
|
37 |
+
output2 = model.generate(input_ids2, max_new_tokens=12, do_sample=True)
|
38 |
resp2 = tokenizer.decode(output2[0], skip_special_tokens=True)
|
39 |
resp2 = resp2[resp2.index('%') + 1 : ]
|
40 |
return [resp1, resp2]
|