Spaces:
Sleeping
Sleeping
import streamlit as st | |
import time | |
import requests | |
import json | |
# Streamed response emulator | |
def response_generator(responseDatsa): | |
for word in responseDatsa.split(): | |
yield word + " " | |
time.sleep(0.05) | |
st.title("KRA ์ฑ๋ด") | |
model_radio = st.sidebar.radio("Select model",( | |
"KoAlpaca","FineTuned") | |
) | |
st.sidebar.text("ver 022715") | |
# Initialize chat history | |
if "messages" not in st.session_state: | |
st.session_state.messages = [] | |
# Display chat messages from history on app rerun | |
for message in st.session_state.messages: | |
with st.chat_message(message["role"]): | |
st.markdown(message["content"]) | |
# React to user input | |
if prompt := st.chat_input("What is up?"): | |
# Display user message in chat message container | |
with st.chat_message("user"): | |
st.markdown(prompt) | |
# Add user message to chat history | |
st.session_state.messages.append({"role": "user", "content": prompt}) | |
data={ | |
'content': prompt | |
} | |
print(data) | |
# REST API ๋ฅผ ํธ์ถํด์ผํจ. | |
url = "http://3.39.53.42:8000/chat" if model_radio == "FineTuned" else "http://3.37.154.147:8000/chat" | |
serverRsp = requests.post(url, json=data, headers={"Content-Type": "application/json"},verify=False) | |
#print(json.dumps(serverRsp)) | |
#serverRsp = requests.get(url) | |
if serverRsp.status_code == 200: | |
#print(serverRsp.json()) | |
data = serverRsp.json() | |
response = data["content"] | |
else: | |
response = "์๋ฌ๊ฐ ๋ฐ์ํ์์ต๋๋ค." | |
#response = f"Echo: {prompt}" | |
# Display assistant response in chat message container | |
with st.chat_message("assistant"): | |
st.write_stream(response_generator(response)) | |
# Add assistant response to chat history | |
st.session_state.messages.append({"role": "assistant", "content": response}) | |