loading all data on block reload
Browse files
app.py
CHANGED
@@ -38,7 +38,6 @@ def parse_metrics_accuracy(meta):
|
|
38 |
result = meta["model-index"][0]["results"]
|
39 |
metrics = result[0]["metrics"]
|
40 |
accuracy = metrics[0]["value"]
|
41 |
-
#print("ACCURACY", accuracy)
|
42 |
return accuracy
|
43 |
|
44 |
# We keep the worst case episode
|
@@ -64,9 +63,7 @@ def get_data(rl_env):
|
|
64 |
row["User"] = user_id
|
65 |
row["Model"] = model_id
|
66 |
accuracy = parse_metrics_accuracy(meta)
|
67 |
-
#print("RETURNED ACCURACY", accuracy)
|
68 |
mean_reward, std_reward = parse_rewards(accuracy)
|
69 |
-
#print("MEAN REWARD", mean_reward)
|
70 |
row["Results"] = mean_reward - std_reward
|
71 |
row["Mean Reward"] = mean_reward
|
72 |
row["Std Reward"] = std_reward
|
@@ -84,8 +81,6 @@ def get_data_per_env(rl_env):
|
|
84 |
dataframe["Model"] = dataframe["Model"].apply(make_clickable_model)
|
85 |
dataframe = dataframe.sort_values(by=['Results'], ascending=False)
|
86 |
table_html = dataframe.to_html(escape=False, index=False,justify = 'left')
|
87 |
-
|
88 |
-
#table_html = table_html.replace("<thead>", '<thead align="left">') # left-align the headers
|
89 |
return table_html,dataframe,dataframe.empty
|
90 |
else:
|
91 |
html = """<div style="color: green">
|
@@ -130,12 +125,19 @@ def get_info_display(len_dataframe,env_name,name_leaderboard,is_empty):
|
|
130 |
""".format(name_leaderboard = name_leaderboard)
|
131 |
return markdown
|
132 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
133 |
def reload_leaderboard(rl_env):
|
134 |
global RL_DETAILS
|
135 |
-
|
136 |
-
|
137 |
data_html,data_dataframe,is_empty = RL_DETAILS[rl_env]['data']
|
138 |
-
data_html = data_html.replace('thead align="left"', '<thead align="left" style="color:red">') # left-align the headers
|
139 |
|
140 |
markdown = get_info_display(len(data_dataframe),rl_env,RL_DETAILS[rl_env]['title'],is_empty)
|
141 |
|
@@ -146,17 +148,19 @@ with open('app.css','r') as f:
|
|
146 |
|
147 |
block = gr.Blocks(css=BLOCK_CSS)
|
148 |
with block:
|
|
|
149 |
|
150 |
with gr.Tabs():
|
151 |
for rl_env in RL_ENVS:
|
152 |
-
with gr.TabItem(rl_env):
|
153 |
data_html,data_dataframe,is_empty = RL_DETAILS[rl_env]['data']
|
154 |
markdown = get_info_display(len(data_dataframe),rl_env,RL_DETAILS[rl_env]['title'],is_empty)
|
155 |
-
reload = gr.Button('Reload Leaderboard')
|
156 |
env_state =gr.Variable(default_value=rl_env)
|
157 |
output_markdown = gr.HTML(markdown)
|
|
|
|
|
158 |
output_html = gr.HTML(data_html)
|
|
|
159 |
reload.click(reload_leaderboard,inputs=[env_state],outputs=[output_markdown,output_html])
|
160 |
-
|
161 |
|
162 |
block.launch()
|
|
|
38 |
result = meta["model-index"][0]["results"]
|
39 |
metrics = result[0]["metrics"]
|
40 |
accuracy = metrics[0]["value"]
|
|
|
41 |
return accuracy
|
42 |
|
43 |
# We keep the worst case episode
|
|
|
63 |
row["User"] = user_id
|
64 |
row["Model"] = model_id
|
65 |
accuracy = parse_metrics_accuracy(meta)
|
|
|
66 |
mean_reward, std_reward = parse_rewards(accuracy)
|
|
|
67 |
row["Results"] = mean_reward - std_reward
|
68 |
row["Mean Reward"] = mean_reward
|
69 |
row["Std Reward"] = std_reward
|
|
|
81 |
dataframe["Model"] = dataframe["Model"].apply(make_clickable_model)
|
82 |
dataframe = dataframe.sort_values(by=['Results'], ascending=False)
|
83 |
table_html = dataframe.to_html(escape=False, index=False,justify = 'left')
|
|
|
|
|
84 |
return table_html,dataframe,dataframe.empty
|
85 |
else:
|
86 |
html = """<div style="color: green">
|
|
|
125 |
""".format(name_leaderboard = name_leaderboard)
|
126 |
return markdown
|
127 |
|
128 |
+
def reload_all_data():
|
129 |
+
|
130 |
+
print(f'Loading all data...')
|
131 |
+
global RL_DETAILS,RL_ENVS
|
132 |
+
|
133 |
+
for rl_env in RL_ENVS:
|
134 |
+
RL_DETAILS[rl_env]['data'] = get_data_per_env(rl_env)
|
135 |
+
|
136 |
+
|
137 |
def reload_leaderboard(rl_env):
|
138 |
global RL_DETAILS
|
139 |
+
|
|
|
140 |
data_html,data_dataframe,is_empty = RL_DETAILS[rl_env]['data']
|
|
|
141 |
|
142 |
markdown = get_info_display(len(data_dataframe),rl_env,RL_DETAILS[rl_env]['title'],is_empty)
|
143 |
|
|
|
148 |
|
149 |
block = gr.Blocks(css=BLOCK_CSS)
|
150 |
with block:
|
151 |
+
block.load(reload_all_data,[],[])
|
152 |
|
153 |
with gr.Tabs():
|
154 |
for rl_env in RL_ENVS:
|
155 |
+
with gr.TabItem(rl_env) as rl_tab:
|
156 |
data_html,data_dataframe,is_empty = RL_DETAILS[rl_env]['data']
|
157 |
markdown = get_info_display(len(data_dataframe),rl_env,RL_DETAILS[rl_env]['title'],is_empty)
|
|
|
158 |
env_state =gr.Variable(default_value=rl_env)
|
159 |
output_markdown = gr.HTML(markdown)
|
160 |
+
reload = gr.Button('Reload Leaderboard')
|
161 |
+
|
162 |
output_html = gr.HTML(data_html)
|
163 |
+
|
164 |
reload.click(reload_leaderboard,inputs=[env_state],outputs=[output_markdown,output_html])
|
|
|
165 |
|
166 |
block.launch()
|