Spaces:
Build error
Build error
changes
Browse files- __pycache__/app.cpython-38.pyc +0 -0
- __pycache__/rebel.cpython-38.pyc +0 -0
- app.py +25 -15
- rebel.py +7 -4
__pycache__/app.cpython-38.pyc
CHANGED
Binary files a/__pycache__/app.cpython-38.pyc and b/__pycache__/app.cpython-38.pyc differ
|
|
__pycache__/rebel.cpython-38.pyc
CHANGED
Binary files a/__pycache__/rebel.cpython-38.pyc and b/__pycache__/rebel.cpython-38.pyc differ
|
|
app.py
CHANGED
@@ -16,7 +16,8 @@ state_variables = {
|
|
16 |
'has_run':False,
|
17 |
'wiki_suggestions': [],
|
18 |
'wiki_text' : [],
|
19 |
-
'nodes':[]
|
|
|
20 |
}
|
21 |
|
22 |
for k, v in state_variables.items():
|
@@ -35,8 +36,13 @@ def generate_graph():
|
|
35 |
return
|
36 |
with st.spinner(text="Generating graph..."):
|
37 |
texts = st.session_state['wiki_text']
|
|
|
38 |
nodes = rebel.generate_knowledge_graph(texts, network_filename)
|
39 |
-
|
|
|
|
|
|
|
|
|
40 |
st.session_state['has_run'] = True
|
41 |
st.success('Done!')
|
42 |
|
@@ -55,6 +61,7 @@ def show_wiki_text(page_title):
|
|
55 |
try:
|
56 |
page = wikipedia.page(title=page_title, auto_suggest=False)
|
57 |
st.session_state['wiki_text'].append(clip_text(page.summary))
|
|
|
58 |
except wikipedia.DisambiguationError as e:
|
59 |
with st.spinner(text="Woops, ambigious term, recalculating options..."):
|
60 |
st.session_state['wiki_suggestions'].remove(page_title)
|
@@ -65,6 +72,7 @@ def add_text(term):
|
|
65 |
try:
|
66 |
extra_text = clip_text(wikipedia.page(title=term, auto_suggest=True).summary)
|
67 |
st.session_state['wiki_text'].append(extra_text)
|
|
|
68 |
except wikipedia.WikipediaException:
|
69 |
st.error("Woops, no wikipedia page for this node")
|
70 |
st.session_state["nodes"].remove(term)
|
@@ -104,12 +112,9 @@ else:
|
|
104 |
st.button("Search", on_click=show_suggestion, key="show_suggestion_key")
|
105 |
|
106 |
if len(st.session_state['wiki_suggestions']) != 0:
|
107 |
-
|
108 |
num_buttons = len(st.session_state['wiki_suggestions'])
|
109 |
-
num_cols = num_buttons if num_buttons <
|
110 |
-
columns = st.columns([1] * num_cols
|
111 |
-
print(st.session_state['wiki_suggestions'])
|
112 |
-
|
113 |
for q in range(1 + num_buttons//num_cols):
|
114 |
for i, (c, s) in enumerate(zip(columns, st.session_state['wiki_suggestions'][q*num_cols: (q+1)*num_cols])):
|
115 |
with c:
|
@@ -141,14 +146,19 @@ if st.session_state['has_run']:
|
|
141 |
"""
|
142 |
)
|
143 |
|
144 |
-
|
145 |
-
|
146 |
-
|
147 |
-
|
148 |
-
|
149 |
-
|
150 |
-
|
151 |
-
|
|
|
|
|
|
|
|
|
|
|
152 |
|
153 |
|
154 |
|
|
|
16 |
'has_run':False,
|
17 |
'wiki_suggestions': [],
|
18 |
'wiki_text' : [],
|
19 |
+
'nodes':[],
|
20 |
+
"topics":[]
|
21 |
}
|
22 |
|
23 |
for k, v in state_variables.items():
|
|
|
36 |
return
|
37 |
with st.spinner(text="Generating graph..."):
|
38 |
texts = st.session_state['wiki_text']
|
39 |
+
st.session_state['nodes'] = []
|
40 |
nodes = rebel.generate_knowledge_graph(texts, network_filename)
|
41 |
+
print("gen_graph", nodes)
|
42 |
+
for n in nodes:
|
43 |
+
n = n.lower()
|
44 |
+
if n not in st.session_state['topics']:
|
45 |
+
st.session_state['nodes'].append(n)
|
46 |
st.session_state['has_run'] = True
|
47 |
st.success('Done!')
|
48 |
|
|
|
61 |
try:
|
62 |
page = wikipedia.page(title=page_title, auto_suggest=False)
|
63 |
st.session_state['wiki_text'].append(clip_text(page.summary))
|
64 |
+
st.session_state['topics'].append(page_title.lower())
|
65 |
except wikipedia.DisambiguationError as e:
|
66 |
with st.spinner(text="Woops, ambigious term, recalculating options..."):
|
67 |
st.session_state['wiki_suggestions'].remove(page_title)
|
|
|
72 |
try:
|
73 |
extra_text = clip_text(wikipedia.page(title=term, auto_suggest=True).summary)
|
74 |
st.session_state['wiki_text'].append(extra_text)
|
75 |
+
st.session_state['topics'].append(term.lower())
|
76 |
except wikipedia.WikipediaException:
|
77 |
st.error("Woops, no wikipedia page for this node")
|
78 |
st.session_state["nodes"].remove(term)
|
|
|
112 |
st.button("Search", on_click=show_suggestion, key="show_suggestion_key")
|
113 |
|
114 |
if len(st.session_state['wiki_suggestions']) != 0:
|
|
|
115 |
num_buttons = len(st.session_state['wiki_suggestions'])
|
116 |
+
num_cols = num_buttons if num_buttons < 8 else 8
|
117 |
+
columns = st.columns([1] * num_cols )
|
|
|
|
|
118 |
for q in range(1 + num_buttons//num_cols):
|
119 |
for i, (c, s) in enumerate(zip(columns, st.session_state['wiki_suggestions'][q*num_cols: (q+1)*num_cols])):
|
120 |
with c:
|
|
|
146 |
"""
|
147 |
)
|
148 |
|
149 |
+
HtmlFile = open(network_filename, 'r', encoding='utf-8')
|
150 |
+
source_code = HtmlFile.read()
|
151 |
+
components.html(source_code, width=720, height=600)
|
152 |
+
|
153 |
+
num_buttons = len(st.session_state["nodes"])
|
154 |
+
num_cols = num_buttons if num_buttons < 7 else 7
|
155 |
+
columns = st.columns([1] * num_cols + [1])
|
156 |
+
print(st.session_state["nodes"])
|
157 |
+
|
158 |
+
for q in range(1 + num_buttons//num_cols):
|
159 |
+
for i, (c, s) in enumerate(zip(columns, st.session_state["nodes"][q*num_cols: (q+1)*num_cols])):
|
160 |
+
with c:
|
161 |
+
st.button(s, on_click=add_text, args=(s,), key=str(i)+s)
|
162 |
|
163 |
|
164 |
|
rebel.py
CHANGED
@@ -43,14 +43,17 @@ def generate_knowledge_graph(texts: List[str], filename: str):
|
|
43 |
heads = [ t["head"].lower() for t in triplets]
|
44 |
tails = [ t["tail"].lower() for t in triplets]
|
45 |
|
46 |
-
nodes = set(heads + tails)
|
47 |
-
net = Network(directed=True)
|
48 |
|
49 |
for n in nodes:
|
50 |
if n in NERs:
|
51 |
NER_type = NER_types[NERs.index(n)]
|
52 |
-
|
53 |
-
|
|
|
|
|
|
|
54 |
else:
|
55 |
net.add_node(n, shape="circle")
|
56 |
|
|
|
43 |
heads = [ t["head"].lower() for t in triplets]
|
44 |
tails = [ t["tail"].lower() for t in triplets]
|
45 |
|
46 |
+
nodes = list(set(heads + tails))
|
47 |
+
net = Network(directed=True, width="700px", height="700px")
|
48 |
|
49 |
for n in nodes:
|
50 |
if n in NERs:
|
51 |
NER_type = NER_types[NERs.index(n)]
|
52 |
+
if NER_type in NER_types:
|
53 |
+
color = DEFAULT_LABEL_COLORS[NER_type]
|
54 |
+
net.add_node(n, title=NER_type, shape="circle", color=color)
|
55 |
+
else:
|
56 |
+
net.add_node(n, shape="circle")
|
57 |
else:
|
58 |
net.add_node(n, shape="circle")
|
59 |
|