Spaces:
Running
Running
| import os | |
| from embedchain import App | |
| import streamlit as st | |
| import ollama | |
| #with st.sidebar: | |
| #huggingface_access_token = st.text_input("Hugging face Token", key="chatbot_api_key", type="password") | |
| #"[Get Hugging Face Access Token](https://huggingface.co/settings/tokens)" | |
| #"[View the source code](https://github.com/embedchain/examples/mistral-streamlit)" | |
| app = App.from_config(config={ | |
| "llm": { | |
| "provider": "ollama", | |
| "config": { | |
| "model": "llama2", | |
| "temperature": 0.5, | |
| "top_p": 1, | |
| "stream": True | |
| } | |
| }, | |
| "embedder": { | |
| "provider": "huggingface", | |
| "config": { | |
| "model": "BAAI/bge-small-en-v1.5" | |
| } | |
| } | |
| }) | |
| st.title("💬 Chatbot") | |
| st.caption("🚀 An Embedchain app powered by Mistral!") | |
| if "messages" not in st.session_state: | |
| st.session_state.messages = [ | |
| { | |
| "role": "assistant", | |
| "content": """ | |
| Hi! I'm a chatbot. I can answer questions and learn new things!\n | |
| Ask me anything and if you want me to learn something do `/add <source>`.\n | |
| I can learn mostly everything. :) | |
| """, | |
| } | |
| ] | |
| for message in st.session_state.messages: | |
| with st.chat_message(message["role"]): | |
| st.markdown(message["content"]) | |
| #if prompt := st.chat_input("Ask me anything!"): | |
| # if not st.session_state.chatbot_api_key: | |
| # st.error("Please enter your Hugging Face Access Token") | |
| # st.stop() | |
| # os.environ["HUGGINGFACE_ACCESS_TOKEN"] = st.session_state.chatbot_api_key | |
| app = App.from_config(config = config) | |
| app.add("https://en.wikipedia.org/wiki/Indian_Premier_League") | |
| if prompt.startswith("/add"): | |
| with st.chat_message("user"): | |
| st.markdown(prompt) | |
| st.session_state.messages.append({"role": "user", "content": prompt}) | |
| prompt = prompt.replace("/add", "").strip() | |
| with st.chat_message("assistant"): | |
| message_placeholder = st.empty() | |
| message_placeholder.markdown("Adding to knowledge base...") | |
| app.add(prompt) | |
| message_placeholder.markdown(f"Added {prompt} to knowledge base!") | |
| st.session_state.messages.append({"role": "assistant", "content": f"Added {prompt} to knowledge base!"}) | |
| st.stop() | |
| with st.chat_message("user"): | |
| st.markdown(prompt) | |
| st.session_state.messages.append({"role": "user", "content": prompt}) | |
| with st.chat_message("assistant"): | |
| msg_placeholder = st.empty() | |
| msg_placeholder.markdown("Thinking...") | |
| full_response = "" | |
| for response in app.chat(prompt): | |
| msg_placeholder.empty() | |
| full_response += response | |
| msg_placeholder.markdown(full_response) | |
| st.session_state.messages.append({"role": "assistant", "content": full_response}) | |