jason9693 commited on
Commit
6d91ad7
1 Parent(s): 4a26f8c

typo fixed

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ def predict(text):
28
  # generate and end generate if <|endoftext|> is not in text
29
  gen_tokens = model.generate(
30
  tokens, do_sample=True, temperature=0.8, max_new_tokens=64, top_k=50, top_p=0.8,
31
- no_repeat_ngram_size=3, repetition_penalty=1.2, bad_word_ids=[[11066]], eos_token_id=tokenizer.eos_token_id
32
  )
33
  generated = tokenizer.batch_decode(gen_tokens)[0]
34
  return generated
 
28
  # generate and end generate if <|endoftext|> is not in text
29
  gen_tokens = model.generate(
30
  tokens, do_sample=True, temperature=0.8, max_new_tokens=64, top_k=50, top_p=0.8,
31
+ no_repeat_ngram_size=3, repetition_penalty=1.2, bad_words_ids=[[11066]], eos_token_id=tokenizer.eos_token_id
32
  )
33
  generated = tokenizer.batch_decode(gen_tokens)[0]
34
  return generated