Add slider for answer length

app.py

@@ -2,21 +2,24 @@ import re
 import gradio as gr
 from transformers import pipeline
 
-generator = pipeline('text-generation', model='plasticfruits/gpt2-finetuned-how-to-qa')
+
+generator = pipeline('text-generation', 
+                     model='plasticfruits/gpt2-finetuned-how-to-qa', 
+                     tokenizer='plasticfruits/gpt2-finetuned-how-to-qa')
 
 def clean_response(user_prompt, response):
     response = re.sub("(?<=\.)[^.]*$", "", response)  # finish at last sentence dot
     response = (
-        response.replace("[WP]", "").replace(user_prompt, "").replace("[RESPONSE]", "")
+        response.replace("[WP]", "").replace(user_prompt, "").replace("[RESPONSE]", "").replace("<|startoftext|>", "")
     )
     response = response.lstrip()
     return response
 
 
-def generate(text):
-    text = f"\n<|startoftext|>[WP] {text} \n[RESPONSE]"
-    result = generator(text, 
-                       max_length=350, 
+def generate(text, length=350):
+    prompt = f"\n<|startoftext|>[WP] {text} \n[RESPONSE]"
+    result = generator(prompt, 
+                       max_length=length, 
                        num_return_sequences=1,
                        do_sample=True,
                        top_k=50,
@@ -32,13 +35,13 @@ examples = [
 ]
 
 title = "How-to Generator"
-description = "Ask your 'how-to' question to get the best possible answer available in the universe.<br>For best performance, make sure to start your question with 'How too {your question}'"
+description = "Ask your 'how-to' question to get the best possible answer available in the universe.<br>For best performance, start your question with 'How to {your question}'"
 article = "<p style='text-align: center'><a href='how-to-generator.herokuapp.com/' target='_blank'>Official How-To Page</a></p>"
 
 
 demo = gr.Interface(
     fn=generate,
-    inputs=gr.inputs.Textbox(lines=5, label="Input Text"),
+    inputs=[gr.inputs.Textbox(lines=5, label="Input Text"), gr.Slider(60, 600, value=300, label="Answer Length")],
     outputs=gr.outputs.Textbox(label="Generated Text"),
     examples=examples,
     title=title,