feat: add repetition penalty

app.py

@@ -32,6 +32,7 @@ def generate(
     top_p=0.95,
     top_k=20,
     no_repeat_ngram_size=3,
+    repetition_penalty=1.2,
     num_beams=1,
 ):
     if input_text.strip() == "":
@@ -55,6 +56,7 @@ def generate(
         top_p=top_p,
         top_k=top_k,
         no_repeat_ngram_size=no_repeat_ngram_size,
+        repetition_penalty=repetition_penalty,
         num_beams=num_beams,
     )
     return tokenizer.batch_decode(generated)[0]
@@ -144,6 +146,13 @@ with gr.Blocks() as demo:
             value=3,
             step=1,
         )
+        repetition_penalty = gr.Slider(
+            label="Repetition penalty",
+            minimum=0,
+            maximum=2,
+            value=1.2,
+            step=0.1,
+        )
         num_beams = gr.Slider(
             label="Num beams",
             minimum=1,
@@ -167,6 +176,7 @@ with gr.Blocks() as demo:
             top_p,
             top_k,
             no_repeat_ngram_size,
+            repetition_penalty,
             num_beams,
         ],
         outputs=output_text,
@@ -182,6 +192,7 @@ with gr.Blocks() as demo:
             top_p,
             top_k,
             no_repeat_ngram_size,
+            repetition_penalty,
             num_beams,
         ],
         outputs=[input_text, output_text],