chat-with-simpsons / app_api.py
arampacha's picture
pipeline app
22f88f8
import streamlit as st
import json
import requests
import time
API_TOKEN = st.secrets["hf_api_token"]
headers = {"Authorization": f"Bearer {API_TOKEN}"}
API_URL = "https://api-inference.huggingface.co/models/arampacha/DialoGPT-medium-simpsons"
def query(payload):
data = json.dumps(payload)
response = requests.request("POST", API_URL, headers=headers, data=data)
return json.loads(response.content.decode("utf-8"))
def fake_query(payload):
user_input = payload["inputs"]["text"]
time.sleep(1)
res = {
"generated_text": user_input[::-1],
"conversation":{
"past_user_inputs": st.session_state.past_user_inputs + [user_input],
"generated_responses": st.session_state.generated_responses + [user_input[::-1]],
},
}
return res
parameters = {
"min_length":None,
"max_length":100,
"top_p":0.92,
"temperature":1.0,
"repetition_penalty":None,
}
options = {
"use_cache":False,
"wait_for_model":False
}
def on_input():
# st.write("Input changed")
if st.session_state.count > 0:
user_input = st.session_state.user_input
st.session_state.full_text += f"_User_ >>> {user_input}\n\n"
dialog_output.markdown(st.session_state.full_text)
st.session_state.user_input = ""
payload = {
"inputs": {
"text": user_input,
"past_user_inputs": st.session_state.past_user_inputs,
"generated_responses": st.session_state.generated_responses,
},
"parameters": parameters,
"options":options,
}
# result = fake_query(payload)
result = query(payload)
try:
st.session_state.update(result["conversation"])
st.session_state.full_text += f'_Chatbot_ > {result["generated_text"]}\n\n'
except:
st.write("D'oh! Something went wrong. Try to rerun the app.")
st.write(result)
st.session_state.count += 1
# init session state
if "past_user_inputs" not in st.session_state:
st.session_state["past_user_inputs"] = []
if "generated_responses" not in st.session_state:
st.session_state["generated_responses"] = []
if "full_text" not in st.session_state:
st.session_state["full_text"] = ""
if "user_input" not in st.session_state:
st.session_state["user_input"] = ""
if "count" not in st.session_state:
st.session_state["count"] = 0
# body
st.title("Chat with Simpsons")
st.image(
"https://raw.githubusercontent.com/arampacha/chat-with-simpsons/main/the-simpsons.png",
caption="(c) 20th Century Fox Television",
)
if st.session_state.count == 0:
st.write("Start dialog by inputing some text:")
dialog_output = st.empty()
if st.session_state.count > 0:
dialog_output.markdown(st.session_state.full_text)
user_input = st.text_input(
"> User: ",
# value="Hey Homer! How is it going?",
on_change=on_input(),
key="user_input",
)
dialog_text = st.session_state.full_text
dialog_output.markdown(dialog_text)
def restart():
st.session_state.clear()
st.button("Restart", on_click=st.session_state.clear)