import gradio as gr
from gradio.inputs import Textbox, Slider
import requests
# Template
title = "A conversation with some NPC in a Tavern 🍻"
description = ""
article = """
If you liked don't forget to 💖 the project 🥰
Parameters:
- message: what you want to say to the NPC.
- npc_name: name of the NPC.
- npc_prompt: prompt of the NPC, we can modify it to see if results are better.
- top_p: control how deterministic the model is in generating a response.
- temperature: (sampling temperature) higher values means the model will take more risks.
- max_new_tokens: Max number of tokens in generation.
"""
theme="huggingface"
"""
# Builds the prompt from what previously happened
def build_prompt(conversation, context, interlocutor_names):
prompt = context + "\n"
for player_msg, npc_msg in conversation:
line = "\n- " + interlocutor_names[0] + ":" + player_msg
prompt += line
line = "\n- " + interlocutor_names[1] + ":" + npc_msg
prompt += line
prompt += ""
return prompt
# Recognize what the model said, if it used the correct format
def clean_chat_output(txt, prompt, interlocutor_names):
delimiter = "\n- "+interlocutor_names[0]
output = txt.replace(prompt, '')
output = output[:output.find(delimiter)]
return output
"""
def chat(message, npc_name, prompt, top_p, temperature, max_new_tokens, history=[]):
interlocutor_names = ["Player", npc_name]
print("message", message)
print("npc_name", npc_name)
print("top_p", top_p)
print("temperature", temperature)
print("max_new_tokens", max_new_tokens)
print("history", history)
response = "Test"
history.append((message, response))
"""
history = gr.get_state() or []
history.append((message, ""))
gr.set_state(history)
conversation = history
prompt = build_prompt(conversation, context, interlocutor_names)
# Build JSON
json_ = {"inputs": prompt,
"parameters":
{
"top_p": top_p,
"temperature": temperature,
"max_new_tokens": max_new_tokens,
"return_full_text": False
}}
output = query(json_)
output = output[0]['generated_text']
answer = clean_chat_output(output, prompt, interlocutor_names)
response = answer
history[-1] = (message, response)
gr.set_state(history)
"""
return response, history
#io = gr.Interface.load("huggingface/EleutherAI/gpt-j-6B")
iface = gr.Interface(fn=chat,
inputs=[Textbox(label="message"),
Textbox(label="npc_name"),
Textbox(label="prompt"),
Slider(minimum=0.5, maximum=1, step=0.05, default=0.9, label="top_p"),
Slider(minimum=0.5, maximum=1.5, step=0.1, default=1.1, label="temperature"),
Slider(minimum=20, maximum=250, step=10, default=50, label="max_new_tokens"),
"state"],
outputs=["chatbot","state"],
#examples="",
allow_screenshot=True,
allow_flagging=True,
title=title,
article=article,
theme=theme)
if __name__ == "__main__":
iface.launch()