ToletiSri commited on
Commit
38ab966
1 Parent(s): 8ac7c1e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -32,13 +32,13 @@ def textMode(text, count):
32
  prediction = tokenizer.batch_decode(
33
  phi2_text.generate(
34
  **inputs,
35
- max_new_tokens=500,
36
  bos_token_id=tokenizer.bos_token_id,
37
  eos_token_id=tokenizer.eos_token_id,
38
  pad_token_id=tokenizer.pad_token_id
39
  )
40
  )
41
- return prediction[0].rstrip('<|endoftext|>').rstrip("\n")[:count]
42
 
43
 
44
 
 
32
  prediction = tokenizer.batch_decode(
33
  phi2_text.generate(
34
  **inputs,
35
+ max_new_tokens=count,
36
  bos_token_id=tokenizer.bos_token_id,
37
  eos_token_id=tokenizer.eos_token_id,
38
  pad_token_id=tokenizer.pad_token_id
39
  )
40
  )
41
+ return prediction[0].rstrip('<|endoftext|>').rstrip("\n")
42
 
43
 
44