File size: 2,482 Bytes
0f69612
 
 
4b87447
 
1933b6e
 
 
 
bfdcb2a
bf61a46
1933b6e
 
 
 
 
 
 
 
 
 
 
 
 
ebc5e89
1933b6e
 
 
 
 
ebc5e89
1933b6e
 
b5d1eef
1933b6e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1395b2d
1933b6e
 
 
 
 
9cef2d5
cd71cc8
1933b6e
 
9cef2d5
eaba68a
b98c167
ad8350d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
import os
from embedchain import App
import streamlit as st
    
    
config = {
  'llm': {
    'provider': 'huggingface',
    'config': {
      'model': 'meta-llama/Meta-Llama-3-8B-Instruct',
      'max_tokens': 200,
      'top_p': 0.5
    }
  },
  'embedder': {
    'provider': 'huggingface',
    'config': {
      'model': 'sentence-transformers/all-mpnet-base-v2'
    }
  }
}


st.title("💬 Chatbot")
st.caption("🚀 An Embedchain app powered by Llama3!")
if "messages" not in st.session_state:
    st.session_state.messages = [
        {
            "role": "assistant",
            "content": """
        Hi! I'm a chatbot. I can answer your questions based on IPL Wiki Page""",
        }
    ]
os.environ["HUGGINGFACE_ACCESS_TOKEN"] = st.secrets["HF_TOKEN"]

for message in st.session_state.messages:
    with st.chat_message(message["role"]):
        st.markdown(message["content"])

if prompt := st.chat_input("Ask me anything!"):
    app = App.from_config(config = config)
    app.add("https://en.wikipedia.org/wiki/Indian_Premier_League")

    if prompt.startswith("/add"):
        with st.chat_message("user"):
            st.markdown(prompt)
            st.session_state.messages.append({"role": "user", "content": prompt})
        prompt = prompt.replace("/add", "").strip()
        with st.chat_message("assistant"):
            message_placeholder = st.empty()
            message_placeholder.markdown("Adding to knowledge base...")
            app.add(prompt)
            message_placeholder.markdown(f"Added {prompt} to knowledge base!")
            st.session_state.messages.append({"role": "assistant", "content": f"Added {prompt} to knowledge base!"})
            st.stop()

    with st.chat_message("user"):
        st.markdown(prompt)
        st.session_state.messages.append({"role": "user", "content": prompt})

    with st.chat_message("assistant"):
        msg_placeholder = st.empty()
        msg_placeholder.markdown("Thinking...")
        full_response = ""
        full_response_string = []
        for response in app.chat("Remove the context information and send the response for the prompt-" + prompt):
            msg_placeholder.empty()
            full_response += response
            full_response_string.clear()
            full_response_string = full_response.rsplit('Answer:', 1)
        msg_placeholder.markdown(full_response_string[1])
        st.session_state.messages.append({"role": "assistant", "content": full_response_string[1]})