File size: 2,890 Bytes
c04f9ac 9a946af c04f9ac 3e728c2 c04f9ac 3e728c2 79a2228 e04b4d9 117867f 3dc8b58 117867f 79a2228 c04f9ac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 |
import os; import json; import requests
import streamlit as st
ES_URL = os.environ.get("ES_URL")
question = 'What is the capital of Netherlands?'
query_text = 'Query used for keyword search (you can also edit, and experiment with the responses)'
written_question = st.text_input(query_text, question)
if written_question:
question = written_question
if st.button('Run keyword match'):
if question:
try:
url = f"{ES_URL}/document/_search?pretty"
payload = json.dumps({"query":{"match":{"content": question}}}) # "moldova"
headers = {'Content-Type': 'application/json'}
response = requests.request("GET", url, headers=headers, data=payload)
kws_result = response.json() # print(response.text)
except Exception as e:
qa_result = str(e)
top_5_hits = kws_result['hits']['hits'][:5] # print("First 5 results:")
top_5_text = [{'text': hit['_source']['content'][:500],
'confidence': hit['_score']} for hit in top_5_hits ]
for i, doc_hit in enumerate(top_5_text):
st.subheader(f'Search result #{i+1} (and score):')
st.write(f'<em>{doc_hit["text"]}...</em>', unsafe_allow_html = True)
st.markdown(f'> (*confidence score*: **{format(doc_hit["confidence"], ".3f")}**)')
st.write(f'Answer JSON: '); st.write(top_5_text) # st.write(qa_result)
else:
st.write('Write a query to submit your keyword search'); st.stop()
if st.button('Run keyword search'):
if question:
try:
url = f"{ES_URL}/document/_search?pretty"
payload = json.dumps({"query": {
"more_like_this": { "like": question, # "What is the capital city of Netherlands?"
"fields": ["content"], "min_term_freq": 1.9, "min_doc_freq": 4, "max_query_terms": 50
}}})
headers = {'Content-Type': 'application/json'}
response = requests.request("GET", url, headers=headers, data=payload)
kws_result = response.json() # print(response.text)
except Exception as e:
qa_result = str(e)
top_5_hits = kws_result['hits']['hits'][:5] # print("First 5 results:")
top_5_text = [{'text': hit['_source']['content'][:500],
'confidence': hit['_score']} for hit in top_5_hits ]
for i, doc_hit in enumerate(top_5_text):
st.subheader(f'Search result #{i+1} (and score):')
st.write(f'<em>{doc_hit["text"]}...</em>', unsafe_allow_html = True)
st.markdown(f'> (*confidence score*: **{format(doc_hit["confidence"], ".3f")}**)')
st.write(f'Answer JSON: '); st.write(top_5_text) # st.write(qa_result)
else:
st.write('Write a query to submit your keyword search'); st.stop()
|