File size: 5,835 Bytes
e20f916
592c3d9
e49f5ad
 
 
 
 
 
d4647c0
5764f5c
d4647c0
a066522
 
e20f916
a066522
592c3d9
e49f5ad
be93ed6
b032e38
e49f5ad
b032e38
e49f5ad
 
 
 
 
e20f916
 
418ba7e
e20f916
5764f5c
e20f916
 
f791cdb
 
 
418ba7e
f791cdb
e20f916
c557ead
e20f916
09534c2
e20f916
 
 
 
 
 
 
 
 
 
e49f5ad
e20f916
 
e49f5ad
418ba7e
 
 
 
e49f5ad
 
e20f916
592c3d9
5764f5c
 
 
 
 
 
 
 
 
 
 
592c3d9
 
418ba7e
 
e49f5ad
 
 
418ba7e
e49f5ad
 
e20f916
e49f5ad
418ba7e
 
 
592c3d9
e49f5ad
418ba7e
 
e49f5ad
 
 
f0793eb
e49f5ad
 
e20f916
e49f5ad
 
418ba7e
 
e20f916
 
e49f5ad
e20f916
418ba7e
e49f5ad
a066522
e49f5ad
567babf
 
 
418ba7e
e49f5ad
 
 
 
 
418ba7e
e717246
e20f916
592c3d9
418ba7e
be93ed6
 
418ba7e
 
 
e57fc18
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
# inspired by https://github.com/deepset-ai/haystack/blob/master/ui/webapp.py

import time
import streamlit as st
import logging
from json import JSONDecodeError
from markdown import markdown
from annotated_text import annotation
from urllib.parse import unquote
import random

from app_utils.backend_utils import load_questions, query
from app_utils.frontend_utils import (set_state_if_absent, reset_results, 
    SIDEBAR_STYLE, TWIN_PEAKS_IMG_SRC, LAURA_PALMER_IMG_SRC, SPOTIFY_IFRAME)
from app_utils.config import RETRIEVER_TOP_K, READER_TOP_K, LOW_RELEVANCE_THRESHOLD

def main():
    questions = load_questions()

    # Persistent state
    set_state_if_absent('question', "Where is Twin Peaks?")
    set_state_if_absent('answer', '')
    set_state_if_absent('results', None)
    set_state_if_absent('raw_json', None)
    set_state_if_absent('random_question_requested', False)

    ## SIDEBAR
    st.markdown(SIDEBAR_STYLE, unsafe_allow_html=True)
    st.sidebar.header("Who killed Laura Palmer?")
    st.sidebar.image(TWIN_PEAKS_IMG_SRC)
    st.sidebar.markdown(f"""
        <p align="center"><b>Twin Peaks Question Answering system</b></p>
        <div class="haystack-footer">
        <p><a href="https://github.com/anakin87/who-killed-laura-palmer" target="_blank">GitHub</a> - 
        Built with <a href="https://github.com/deepset-ai/haystack/" target="_blank">Haystack</a><br/>
        <small>Data crawled from <a href="https://twinpeaks.fandom.com/wiki/Twin_Peaks_Wiki" target="_blank">
        Twin Peaks Wiki</a>.</small>       
        </p><img src="{LAURA_PALMER_IMG_SRC}"/><br/></div>
        """, unsafe_allow_html=True)
    # spotify webplayer
    st.sidebar.markdown(SPOTIFY_IFRAME, unsafe_allow_html=True)

    ## MAIN CONTAINER
    st.write("# Who killed Laura Palmer?")
    st.write("### The first Twin Peaks Question Answering system!")
    st.markdown("""
    Ask any question about [Twin Peaks]
    (https://twinpeaks.fandom.com/wiki/Twin_Peaks) 
    and see if the AI ​​can find an answer...

    *Note: do not use keywords, but full-fledged questions.*
    """)
    # Search bar
    question = st.text_input("", value=st.session_state.question,
                             max_chars=100, on_change=reset_results)
    col1, col2 = st.columns(2)
    col1.markdown(
        "<style>.stButton button {width:100%;}</style>", unsafe_allow_html=True)
    col2.markdown(
        "<style>.stButton button {width:100%;}</style>", unsafe_allow_html=True)
    # Run button
    run_pressed = col1.button("Run")
    # Random question button
    if col2.button("Random question"):
        reset_results()
        question = random.choice(questions)
        # Avoid picking the same question twice (the change is not visible on the UI)
        while question == st.session_state.question:
            question = random.choice(questions)
        st.session_state.question = question
        st.session_state.random_question_requested = True
        # Re-runs the script setting the random question as the textbox value
        # Unfortunately necessary as the Random Question button is _below_ the textbox
        raise st.script_runner.RerunException(
            st.script_request_queue.RerunData(None))
    else:
        st.session_state.random_question_requested = False
    run_query = (run_pressed or question != st.session_state.question) \
        and not st.session_state.random_question_requested

    # Get results for query
    if run_query and question:
        time_start = time.time()
        reset_results()
        st.session_state.question = question
        with st.spinner("🧠 &nbsp;&nbsp; Performing neural search on documents..."):
            try:
                st.session_state.results = query(
                    question, RETRIEVER_TOP_K, READER_TOP_K)
                time_end = time.time()
                print(f'elapsed time: {time_end - time_start}')
            except JSONDecodeError as je:
                st.error(
                    "πŸ‘“ &nbsp;&nbsp; An error occurred reading the results. Is the document store working?")
                return
            except Exception as e:
                logging.exception(e)
                st.error("🐞 &nbsp;&nbsp; An error occurred during the request.")
                return

    # Display results
    if st.session_state.results:
        st.write("## Results:")
        alert_irrelevance = True
        if len(st.session_state.results['answers']) == 0:
            st.info("""πŸ€” &nbsp;&nbsp; Haystack is unsure whether any of 
    the documents contain an answer to your question. Try to reformulate it!""")

        for result in st.session_state.results['answers']:
            result = result.to_dict()
            if result["answer"]:
                if alert_irrelevance and result['score'] < LOW_RELEVANCE_THRESHOLD:
                    alert_irrelevance = False
                    st.write("""
                    <h4 style='color: darkred'>Attention, the 
                    following answers have low relevance:</h4>""",
                             unsafe_allow_html=True)

            answer, context = result["answer"], result["context"]
            start_idx = context.find(answer)
            end_idx = start_idx + len(answer)
            # Hack due to this bug: https://github.com/streamlit/streamlit/issues/3190
            st.write(markdown("- ..."+context[:start_idx] +
                    str(annotation(answer, "ANSWER", "#3e1c21", "white")) + 
                    context[end_idx:]+"..."), unsafe_allow_html=True)
            source = ""
            name = unquote(result['meta']['name']).replace('_', ' ')
            url = result['meta']['url']
            source = f"[{name}]({url})"
            st.markdown(
                f"**Score:** {result['score']:.2f} -  **Source:** {source}")

main()