healthsea-demo / visualize_dataset.py
edichief's picture
Init
69abbc0
raw history blame
No virus
4.27 kB
import streamlit as st
from pathlib import Path
import json
from support_functions import HealthseaSearch
def visualize_dataset():
# Configuration
health_aspect_path = Path("data/health_aspects.json")
product_path = Path("data/products.json")
condition_path = Path("data/condition_vectors.json")
benefit_path = Path("data/benefit_vectors.json")
# Load data
@st.cache(allow_output_mutation=True)
def load_data(
_health_aspect_path: Path,
_product_path: Path,
_condition_path: Path,
_benefit_path: Path,
):
with open(_health_aspect_path) as reader:
health_aspects = json.load(reader)
with open(_product_path) as reader:
products = json.load(reader)
with open(_condition_path) as reader:
conditions = json.load(reader)
with open(_benefit_path) as reader:
benefits = json.load(reader)
return health_aspects, products, conditions, benefits
# Functions
def kpi(n, text):
html = f"""
<div class='kpi'>
<h1 class='kpi_header'>{n}</h1>
<span>{text}</span>
</div>
"""
return html
def central_text(text):
html = f"""<h2 class='central_text'>{text}</h2>"""
return html
# Loading data
health_aspects, products, conditions, benefits = load_data(
health_aspect_path, product_path, condition_path, benefit_path
)
search_engine = HealthseaSearch(health_aspects, products, conditions, benefits)
# KPI
st.markdown("""---""")
st.markdown(central_text("πŸŽ€ Dataset"), unsafe_allow_html=True)
kpi_products, kpi_reviews, kpi_condition, kpi_benefit = st.columns(4)
kpi_products.markdown(kpi(len(products), "Products"), unsafe_allow_html=True)
kpi_reviews.markdown(kpi(933.240, "Reviews"), unsafe_allow_html=True)
kpi_condition.markdown(kpi(len(conditions), "Conditions"), unsafe_allow_html=True)
kpi_benefit.markdown(kpi(len(benefits), "Benefits"), unsafe_allow_html=True)
st.markdown("""---""")
# Search
search = st.text_input(label="Search for an health aspect", value="joint pain")
n = st.slider("Show top n results", min_value=10, max_value=1000, value=25)
st.markdown("""---""")
st.markdown(central_text("πŸ§ƒ Products"), unsafe_allow_html=True)
# DataFrame
st.write(search_engine.get_products_df(search, n))
# KPI & Alias
aspect_alias = search_engine.get_aspect(search)["alias"]
if len(aspect_alias) > 0:
kpi_mentions, kpi_product_mentions, kpi_alias = st.columns(3)
kpi_mentions.markdown(
kpi(search_engine.get_aspect_meta(search)["frequency"], "Mentions"),
unsafe_allow_html=True,
)
kpi_product_mentions.markdown(
kpi(len(search_engine.get_aspect(search)["products"]), "Products"),
unsafe_allow_html=True,
)
kpi_alias.markdown(
kpi(len(aspect_alias), "Similar health aspects"),
unsafe_allow_html=True,
)
vectors = []
main_aspect = search_engine.get_aspect_meta(search)
vectors.append((main_aspect["name"], main_aspect["vector"]))
for aspect in aspect_alias:
current_aspect = search_engine.get_aspect_meta(aspect)
vectors.append((current_aspect["name"], current_aspect["vector"]))
st.markdown("\n")
st.write(search_engine.tsne_plot(vectors))
else:
kpi_mentions, kpi_product_mentions = st.columns(2)
kpi_mentions.markdown(
kpi(search_engine.get_aspect_meta(search)["frequency"], "Mentions"),
unsafe_allow_html=True,
)
kpi_product_mentions.markdown(
kpi(len(search_engine.get_aspect(search)["products"]), "Products"),
unsafe_allow_html=True,
)
st.markdown("""---""")
# Substances
st.markdown(central_text("🍯 Substances"), unsafe_allow_html=True)
# DataFrame
st.write(search_engine.get_substances_df(search, n))
kpi_tmp, kpi_substances = st.columns(2)
kpi_substances.markdown(
kpi(len(search_engine.get_aspect(search)["substance"]), "Substances"),
unsafe_allow_html=True,
)