Update app.py

app.py

@@ -1,6 +1,8 @@
 import gradio as gr
 from gradio.inputs import Textbox, Slider
 
+import requests
+
 # Template
 title = "A conversation with some NPC in a Tavern 🍻"
 description = ""
@@ -16,29 +18,69 @@ article = """
 <img src='http://www.simoninithomas.com/test/gandalf.jpg', alt="Gandalf"/>"""
 theme="huggingface"
 
+context=Prompt
+interlocutor_names = ["Human", "Gandalf"]
 
 
+# Builds the prompt from what previously happened 
+def build_prompt(conversation, context):
+  prompt = context + "\n"
+  for user_msg, resp_msg in conversation:
+      line = "\n- " + interlocutor_names[0] + ":" + user_msg
+      prompt += line
+      line = "\n- " + interlocutor_names[1] + ":" + resp_msg
+      prompt += line
+  prompt += ""
+  return prompt
 
-
-#examples = [[0.9, 1.1, 50, "Hey Gandalf! How are you?"], [0.9, 1.1, 50, "Hey Gandalf, why you didn't use the great eagles to fly Frodo to Mordor?"]]
-
+# Recognize what the model said, if it used the correct format
+def clean_chat_output(txt, prompt):
+  delimiter = "\n- "+interlocutor_names[0]
+  output = txt.replace(prompt, '')
+  output = output[:output.find(delimiter)]
+  return output
 
 
+def chat(top_p, temperature, max_new_tokens, message):
+    history = gr.get_state() or []
+    history.append((message, ""))
+    gr.set_state(history)
+    conversation = history
+    prompt = build_prompt(conversation, context)
+    
+    # Build JSON
+    json_ = {"inputs": prompt,
+         "parameters":
+         {
+         "top_p": top_p,
+        "temperature": temperature,
+        "max_new_tokens": max_new_tokens,
+        "return_full_text": False
+        }}
+       
+    output = query(json_)
+    output = output[0]['generated_text']
+    answer = clean_chat_output(output, prompt)
+    response = answer
+    history[-1] = (message, response)
+    gr.set_state(history)
+    return response, history
 
-def generate_text():
-  pass
 
 
 
 
-io = gr.Interface.load("huggingface/EleutherAI/gpt-j-6B")
+#io = gr.Interface.load("huggingface/EleutherAI/gpt-j-6B")
 
-iface = gr.Interface(fn=generate_text, 
+iface = gr.Interface(fn=chat, 
 inputs=[Textbox(label="Prompt"),
         Slider(minimum=0.5, maximum=1, step=0.05, default=0.9, label="top_p"),
         Slider(minimum=0.5, maximum=1.5, step=0.1, default=1.1, label="temperature"),
-        Slider(minimum=20, maximum=250, step=10, default=50, label="max_new_tokens")],
-outputs="text",
+        Slider(minimum=20, maximum=250, step=10, default=50, label="max_new_tokens"),
+        "text",
+        "state"],
+        
+outputs=["chatbot","state"],
 #examples="",
 allow_screenshot=True, 
 allow_flagging=True,