Added generation params to summarization

app.py

@@ -110,14 +110,11 @@ def paraphrase(input, model_choice="turna_paraphrasing_tatoeba"):
         return paraphrasing_sub(input)[0]["generated_text"]
         
 @spaces.GPU    
-def summarize(input, model_choice="turna_summarization_tr_news"):
-    if model_choice=="turna_summarization_tr_news":
-        news_sum = pipeline(model="boun-tabi-LMG/turna_summarization_tr_news", device=0) 
-
-        return news_sum(input)[0]["generated_text"]
-    else:
-        summarization_model = pipeline(model="boun-tabi-LMG/turna_summarization_mlsum", device=0) 
-        return summarization_model(input)[0]["generated_text"]
+def summarize(input, model_choice="turna_summarization_tr_news", max_new_tokens, length_penalty, no_repeat_ngram_size):
+    model_mapping = {"turna_summarization_tr_news": "boun-tabi-LMG/turna_summarization_tr_news",
+                     "turna_summarization_mlsum": "boun-tabi-LMG/turna_summarization_mlsum"}
+    summarization_model = pipeline(model=model_mapping[model_choice], device=0) 
+    return summarization_model(input, max_new_tokens = max_new_tokens, length_penalty=length_penalty, no_repeat_ngram_size=no_repeat_ngram_size)[0]["generated_text"]
 
 @spaces.GPU
 def categorize(input):
@@ -258,12 +255,23 @@ with gr.Blocks(theme="abidlabs/Lime") as demo:
             with gr.Row():
                 with gr.Column():
                     sum_choice = gr.Radio(choices = ["turna_summarization_mlsum", "turna_summarization_tr_news"], label ="Model", value="turna_summarization_mlsum")
+                    with gr.Accordion("Advanced Generation Parameters"):
+                        max_new_tokens = gr.Slider(label = "Maximum length",
+                        		minimum = 0,
+                        		maximum = 512,
+                        		value = 128)
+                        length_penalty = gr.Slider(label = "Length penalty",
+                                    minimum = -10,
+                        		    maximum = 10,
+                            		value=2.0)
+                        no_repeat_ngram_size =gr.Slider(label="No Repeat N-Gram Size", minimum=0,value=3,)
+                with gr.Column():
                     sum_input = gr.Textbox(label = "Summarization Input")
                     sum_submit = gr.Button()
                 sum_output = gr.Textbox(label = "Summarization Output")
                 
-                sum_submit.click(summarize, inputs=[sum_input, sum_choice], outputs=sum_output)
-            sum_examples = gr.Examples(examples = long_text, inputs = [sum_input, sum_choice], outputs=sum_output,  fn=summarize)
+                sum_submit.click(summarize, inputs=[sum_input, sum_choice, max_new_tokens, length_penalty, no_repeat_ngram_size], outputs=sum_output)
+            sum_examples = gr.Examples(examples = long_text, inputs = [sum_input, sum_choice, max_new_tokens, length_penalty, no_repeat_ngram_size], outputs=sum_output,  fn=summarize)
     
     gr.Markdown(CITATION)