first commit

README.md

@@ -1,8 +1,8 @@
 ---
 title: Nanbeige Plus Chat V0.1
-emoji: 🐨
-colorFrom: yellow
-colorTo: gray
+emoji: 🌌
+colorFrom: blue
+colorTo: purple
 sdk: streamlit
 sdk_version: 1.32.2
 app_file: app.py

app.py

@@ -0,0 +1,78 @@
+import time
+import json
+
+import requests
+import streamlit as st
+
+st.set_page_config(page_title="Nanbeige Chatbot")
+role_map = {"BOT": "assistant", "USER": "user"}
+
+
+def clear_chat_history():
+    st.session_state.messages = [{"sender_type": "BOT", "text": "Hello, I'm Nanbeige. How may I assist you today?"}]
+
+
+with st.sidebar:
+    st.image('img/logo.png', use_column_width=True)
+    st.title("Nanbeige Chatbot💬")
+    st.markdown("""
+    <p>Created by Nanbeige Lab 
+        <a href="https://github.com/Nanbeige">
+            <img src = "https://cdn-icons-png.flaticon.com/512/733/733609.png" width="23"></img>
+        </a>
+    </p>""", unsafe_allow_html=True)
+
+    temperature = st.sidebar.slider('temperature', min_value=0.01, max_value=1.0, value=0.3, step=0.01)
+    top_p = st.sidebar.slider('top_p', min_value=0.01, max_value=1.0, value=0.9, step=0.01)
+
+    st.sidebar.button('Clear Chat History', on_click=clear_chat_history)
+
+# Store LLM generated responses
+if "messages" not in st.session_state:
+    st.session_state.messages = [{"sender_type": "BOT", "text": "Hello, I'm Nanbeige. How may I assist you today?"}]
+
+# Display or clear chat message
+for message in st.session_state.messages:
+    with st.chat_message(role_map[message["sender_type"]]):
+        st.markdown(message["text"])
+
+
+def generate_response():
+    messages = st.session_state.messages.copy()
+    messages.insert(0, {"sender_type": "USER", "text": "hi"})
+
+    payload = json.dumps({
+        'messages': messages,
+        'max_tokens': "4096",
+        'temperature': 0.3,
+        'top_p': 0.9,
+    })
+
+    headers = {
+        'Authorization': f'Bearer {st.secrets["secret_token"]}',
+        'Content-Type': 'application/json'
+    }
+
+    r = requests.request("POST", st.secrets["secret_url"], headers=headers, data=payload)
+    return r.json()['reply']
+
+
+def stream_response(text):
+    for word in text:
+        yield word
+        time.sleep(0.02)
+
+
+if prompt := st.chat_input():
+    st.session_state.messages.append({"sender_type": "USER", "text": prompt})
+    with st.chat_message("user"):
+        st.markdown(prompt)
+
+if st.session_state.messages[-1]["sender_type"] != "BOT":
+    with st.chat_message("assistant"):
+        with st.spinner("Thinking..."):
+            response = generate_response()
+        st.write_stream(stream_response(response))
+
+    message = {"sender_type": "BOT", "text": response}
+    st.session_state.messages.append(message)