Add a temperature option

app.py

@@ -10,21 +10,28 @@ ENDPOINT = (
 )
 
 
-def paraphrase(source_text):
+def paraphrase(source_text: str, temperature: float):
+    if temperature > 0:
+        params = {
+            "do_sample": True,
+            "temperature": temperature,
+            "top_k": 5,
+            "num_return_sequences": 10,
+            "max_length": 100
+        }
+    else:
+        params = {
+            "num_beams": 10,
+            "num_return_sequences": 10,
+            "max_length": 100
+        }
     res = requests.post(
         ENDPOINT,
         headers={"Authorization": f"Bearer {os.environ['TOKEN']}"},
         data=json.dumps(
             {
                 "inputs": "paraphrase: " + source_text,
-                "parameters": {
-                    # "do_sample": True,
-                    "temperature": 1.5,
-                    "top_k": 5,
-                    "num_beams": 10,
-                    "num_return_sequences": 10,
-                    "max_length": 100,
-                },
+                "parameters": params,
             }
         ),
     )
@@ -45,13 +52,16 @@ def paraphrase(source_text):
 
 interface = gr.Interface(
     fn=paraphrase,
-    inputs=inputs.Textbox(label="Input"),
+    inputs=[
+        inputs.Textbox(label="Source text"),
+        inputs.Number(default=0.0, label="Temperature (0 -> disable sampling and use beam search)"),
+    ],
     outputs=outputs.Textbox(label="Generated text:"),
     title="T5 Sentence Paraphraser",
-    description="A paraphrasing model trained on PAWS and Quora datasets",
+    description="A paraphrasing model trained on PAWS and Quora datasets.",
     examples=[
-        ["I bought a ticket from London to New York."],
-        ["Weh Seun spends 14 hours a week doing housework."],
+        ["I bought a ticket from London to New York.", 0],
+        ["Weh Seun spends 14 hours a week doing housework.", 1.2],
     ],
 )