add stop tokens

app.py

@@ -1,13 +1,19 @@
 import openai
 import numpy as np
 import os
+import json
 import gradio as gr
  
 openai.api_key = os.environ["api_key"]
 engine = os.environ["engine"]
 
 
-def happytt(temperature,max_tokens,text):
+def happytt(temperature,max_tokens,text,stop):
+  try:
+    s = json.loads(stop)
+  except json.JSONDecodeError:
+    s = []
+  
   response = openai.Completion.create(
     engine=engine,
     prompt=text,
@@ -15,7 +21,8 @@ def happytt(temperature,max_tokens,text):
     max_tokens=max_tokens,
     top_p=1,
     frequency_penalty=0,
-    presence_penalty=0
+    presence_penalty=0,
+    stop=s
 )
 
   return response.choices[0].text
@@ -38,5 +45,7 @@ https://beta.openai.com/examples?category=code'''
  
 iface = gr.Interface( happytt,[ gr.inputs.Slider(0, 1, step=0.1),gr.inputs.Slider(150, 4000, step=1),
                                gr.inputs.Textbox(type='str',   
-                                                 label="input prompt")],"text", title = title, description = description )
+                                                 label="input prompt"),
+                               gr.inputs.Textbox(type='str',   
+                                                 label="list of tokens, when to finish generating",value="[]"],"text", title = title, description = description )
 iface.launch(debug=True)