Spaces:
Running
Running
| import streamlit as st | |
| from app import llm_chain | |
| import time | |
| from langchain_community.callbacks.streamlit import ( | |
| StreamlitCallbackHandler, | |
| ) | |
| st.set_page_config( | |
| layout="wide", | |
| page_title="Khatir Bot", | |
| page_icon="🤖", | |
| ) | |
| def generate_response(prompt): | |
| response = llm_chain.invoke(prompt)['text'] | |
| for word in response.split(): | |
| yield word + " " | |
| time.sleep(0.05) | |
| st.title("Khatir Bot") | |
| # Initialize chat history | |
| if "messages" not in st.session_state: | |
| st.session_state.messages = [] | |
| # Display chat messages from history on app rerun | |
| for message in st.session_state.messages: | |
| with st.chat_message(message["role"]): | |
| st.markdown(message["content"]) | |
| # Accept user input | |
| if prompt := st.chat_input("What is up?"): | |
| # Add user message to chat history | |
| st.session_state.messages.append({"role": "user", "content": prompt}) | |
| # Display user message in chat message container | |
| with st.chat_message("user"): | |
| st.markdown(prompt) | |
| # Display assistant response in chat message container | |
| with st.chat_message("assistant"): | |
| st_callback = StreamlitCallbackHandler(st.empty()) | |
| response = st.write_stream(llm_chain.invoke( | |
| {"question":prompt}, {"callbacks": [st_callback]} | |
| )) | |
| # Add assistant response to chat history | |
| st.session_state.messages.append({"role": "assistant", "content": response}) |