Update app.py

chatbot interface

app.py

@@ -1,30 +1,44 @@
 import gradio as gr
 import random
+from transformers import AutoConfig
+from transformers import GPT2Tokenizer, GPT2LMHeadModel
+
+config = AutoConfig.from_pretrained('gorkemgoknar/gpt2chatbotenglish')
+model = GPT2LMHeadModel.from_pretrained('gorkemgoknar/gpt2chatbotenglish', config=config)
+
+tokenizer = GPT2Tokenizer.from_pretrainedb('gorkemgoknar/gpt2chatbotenglish')
+tokenizer.model_max_length = 1024
+
+
+def get_chat_response(name, input_txt = "Hello , what is your name?"):
+  personality = "My name is " + "Gandalf"
+
+  bot_input_ids = tokenizer.encode(personality + tokenizer.eos_token + input_txt + tokenizer.eos_token  , return_tensors='pt')
+
+  #optimum response and speed
+  chat_history_ids = model.generate(
+          bot_input_ids, max_length=50,
+          pad_token_id=tokenizer.eos_token_id,  
+          no_repeat_ngram_size=3,       
+          do_sample=True, 
+          top_k=60, 
+          top_p=0.8,
+          temperature = 1.3
+      )
+
+  out_str = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)
+  return out_str
+
+
+personality_choices = ["Gandalf", "Riddick", "Macleod", "Morpheus", "Neo","Spock","Vader","Indy"]
+
+examples= ["Gandalf", "What is your name?"]
+
+
+iface = gr.Interface(fn=get_chat_response, inputs=[gr.inputs.Dropdown(personality_choices) ,"text"], outputs="text")
+iface.launch(debug=False)
+
+
 
-def chat(message):
-    history = gr.get_state() or []
-    if message.startswith("How many"):
-        response = random.randint(1,10)
-    elif message.startswith("How"):
-        response = random.choice(["Great", "Good", "Okay", "Bad"])
-    elif message.startswith("Where"):
-        response = random.choice(["Here", "There", "Somewhere"])
-    else:
-        response = "I don't know"
-    history.append((message, response))
-    gr.set_state(history)
-    html = "<div class='chatbot'>"
-    for user_msg, resp_msg in history:
-        html += f"<div class='user_msg'>{user_msg}</div>"
-        html += f"<div class='resp_msg'>{resp_msg}</div>"
-    html += "</div>"
-    return html
-
-iface = gr.Interface(chat, "text", "html", css="""
-    .chatbox {display:flex;flex-direction:column}
-    .user_msg, .resp_msg {padding:4px;margin-bottom:4px;border-radius:4px;width:80%}
-    .user_msg {background-color:cornflowerblue;color:white;align-self:start}
-    .resp_msg {background-color:lightgray;align-self:self-end}
-""", allow_screenshot=False, allow_flagging=False)
 if __name__ == "__main__":
-    iface.launch()
+    interface .launch()