patched-chat

Running on Zero

codelion commited on Apr 17

Commit

db2e736

•

1 Parent(s): e3ded2e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -73,8 +73,8 @@ def generate(
         temperature=temperature,
         eos_token_id=tokenizer.eos_token_id,
         pad_token_id=tokenizer.pad_token_id,
-        #num_beams=1,
-        #repetition_penalty=1.2,
     )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()

         temperature=temperature,
         eos_token_id=tokenizer.eos_token_id,
         pad_token_id=tokenizer.pad_token_id,
+        num_beams=1,
+        repetition_penalty=1.2,
     )
     t = Thread(target=model.generate, kwargs=generate_kwargs)
     t.start()