Spaces:
Build error
Build error
typo fixed
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ def predict(text):
|
|
28 |
# generate and end generate if <|endoftext|> is not in text
|
29 |
gen_tokens = model.generate(
|
30 |
tokens, do_sample=True, temperature=0.8, max_new_tokens=64, top_k=50, top_p=0.8,
|
31 |
-
no_repeat_ngram_size=3, repetition_penalty=1.2,
|
32 |
)
|
33 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
34 |
return generated
|
|
|
28 |
# generate and end generate if <|endoftext|> is not in text
|
29 |
gen_tokens = model.generate(
|
30 |
tokens, do_sample=True, temperature=0.8, max_new_tokens=64, top_k=50, top_p=0.8,
|
31 |
+
no_repeat_ngram_size=3, repetition_penalty=1.2, bad_words_ids=[[11066]], eos_token_id=tokenizer.eos_token_id
|
32 |
)
|
33 |
generated = tokenizer.batch_decode(gen_tokens)[0]
|
34 |
return generated
|