Spaces:
Running
Running
pratyushmaini
commited on
Commit
β’
fc4805a
1
Parent(s):
06649c3
testing
Browse files- app.py +56 -125
- app_old.py +128 -0
- versions/{v1.0.csv β llama.csv} +0 -0
- versions/phi.csv +32 -0
- versions/stable-lm.csv +32 -0
app.py
CHANGED
@@ -1,128 +1,59 @@
|
|
1 |
import gradio as gr
|
2 |
-
|
3 |
-
|
4 |
-
from
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
############# MAIN APPLICATION ######################
|
25 |
demo = gr.Blocks()
|
26 |
-
with demo:
|
27 |
-
gr.HTML(TITLE)
|
28 |
-
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
29 |
-
|
30 |
-
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
31 |
-
with gr.TabItem("π₯ TOFU Leaderboard", elem_id="llm-benchmark-tab-table", id=0):
|
32 |
-
with gr.Row():
|
33 |
-
search_bar = gr.Textbox(
|
34 |
-
placeholder=" π Search for models - separate multiple queries with `;` and press ENTER...",
|
35 |
-
show_label=False,
|
36 |
-
elem_id="search-bar",
|
37 |
-
)
|
38 |
-
|
39 |
-
leaderboard_table = gr.components.Dataframe(
|
40 |
-
value=latest_df[0],
|
41 |
-
elem_id="leaderboard-table",
|
42 |
-
interactive=False,
|
43 |
-
visible=True,
|
44 |
-
)
|
45 |
-
|
46 |
-
# Add a dummy leaderboard to handle search queries from the latest_df and not update latest_df
|
47 |
-
dummy_leaderboard_table = gr.components.Dataframe(
|
48 |
-
value=latest_df[0],
|
49 |
-
elem_id="leaderboard-table",
|
50 |
-
interactive=False,
|
51 |
-
visible=False,
|
52 |
-
)
|
53 |
-
|
54 |
-
search_bar.submit(
|
55 |
-
filter_search,
|
56 |
-
[dummy_leaderboard_table, search_bar],
|
57 |
-
leaderboard_table,
|
58 |
-
queue=True
|
59 |
-
)
|
60 |
-
with gr.TabItem("π Plot", id=3):
|
61 |
-
with gr.Row():
|
62 |
-
model_cols = gr.CheckboxGroup(
|
63 |
-
MODEL_COLS,
|
64 |
-
label="Select Models π€",
|
65 |
-
value=[],
|
66 |
-
elem_id="column-select",
|
67 |
-
interactive=True,
|
68 |
-
)
|
69 |
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
81 |
-
|
82 |
-
|
83 |
-
|
84 |
-
|
85 |
-
|
86 |
-
|
87 |
-
|
88 |
-
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
96 |
-
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
-
|
101 |
-
|
102 |
-
|
103 |
-
|
104 |
-
|
105 |
-
|
106 |
-
value=prev_df,
|
107 |
-
elem_id="leaderboard-table",
|
108 |
-
interactive=False,
|
109 |
-
visible=False,
|
110 |
-
)
|
111 |
-
|
112 |
-
search_bar_prev.submit(
|
113 |
-
filter_search,
|
114 |
-
[dummy_prev_table, search_bar_prev],
|
115 |
-
prev_table,
|
116 |
-
queue=True
|
117 |
-
)
|
118 |
-
|
119 |
-
ver_selection.change(
|
120 |
-
select_prev_df,
|
121 |
-
[ver_selection],
|
122 |
-
prev_table,
|
123 |
-
queue=True
|
124 |
-
)
|
125 |
-
|
126 |
-
demo.load()
|
127 |
-
demo.queue()
|
128 |
-
demo.launch()
|
|
|
1 |
import gradio as gr
|
2 |
+
import pandas as pd
|
3 |
+
|
4 |
+
# Function to load data from a given CSV file
|
5 |
+
def load_data(version):
|
6 |
+
file_path = f'versions/{version}.csv' # Assuming filenames are version1.csv, version2.csv, version3.csv
|
7 |
+
return pd.read_csv(file_path)
|
8 |
+
|
9 |
+
# Function for searching in the leaderboard
|
10 |
+
def search_leaderboard(df, query):
|
11 |
+
if query == "":
|
12 |
+
return df
|
13 |
+
else:
|
14 |
+
return df[df['Method'].str.contains(query)]
|
15 |
+
|
16 |
+
# Function to change the version of the leaderboard
|
17 |
+
def change_version(version):
|
18 |
+
new_df = load_data(version)
|
19 |
+
return new_df
|
20 |
+
|
21 |
+
# Initialize Gradio app
|
|
|
|
|
|
|
22 |
demo = gr.Blocks()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
23 |
|
24 |
+
with demo:
|
25 |
+
gr.Markdown("## Radio Leaderboard")
|
26 |
+
|
27 |
+
with gr.Row():
|
28 |
+
version_dropdown = gr.Dropdown(
|
29 |
+
options=["llama", "phi", "stable-lm"],
|
30 |
+
label="Select Version",
|
31 |
+
value="llama",
|
32 |
+
)
|
33 |
+
|
34 |
+
with gr.Row():
|
35 |
+
search_bar = gr.Textbox(
|
36 |
+
placeholder="Search for methods...",
|
37 |
+
show_label=False,
|
38 |
+
)
|
39 |
+
|
40 |
+
leaderboard_table = gr.components.Dataframe(
|
41 |
+
value=load_data(1), # Load initial version (version 1)
|
42 |
+
interactive=True,
|
43 |
+
visible=True,
|
44 |
+
)
|
45 |
+
|
46 |
+
version_dropdown.change(
|
47 |
+
change_version,
|
48 |
+
inputs=version_dropdown,
|
49 |
+
outputs=leaderboard_table
|
50 |
+
)
|
51 |
+
|
52 |
+
search_bar.change(
|
53 |
+
search_leaderboard,
|
54 |
+
inputs=[leaderboard_table, search_bar],
|
55 |
+
outputs=leaderboard_table
|
56 |
+
)
|
57 |
+
|
58 |
+
# Launch the app
|
59 |
+
demo.launch()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
app_old.py
ADDED
@@ -0,0 +1,128 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
|
3 |
+
from src.assets.text_content import TITLE, INTRODUCTION_TEXT
|
4 |
+
from src.utils import get_data, compare_plots, filter_search
|
5 |
+
|
6 |
+
############################ For Leaderboards #############################
|
7 |
+
DATA_PATH = 'versions'
|
8 |
+
latest_flag = True #Set flag to iclude latest data inz Details and Versions Tab
|
9 |
+
latest_df, latest_vname, previous_df, previous_vname = get_data(DATA_PATH, latest_flag)
|
10 |
+
|
11 |
+
global prev_df
|
12 |
+
prev_df = previous_df[0]
|
13 |
+
def select_prev_df(name):
|
14 |
+
ind = previous_vname.index(name)
|
15 |
+
prev_df = previous_df[ind]
|
16 |
+
return prev_df
|
17 |
+
|
18 |
+
############################ For Plots ####################################
|
19 |
+
global plot_df, MODEL_COLS
|
20 |
+
plot_df = latest_df[0]
|
21 |
+
MODEL_COLS = list(plot_df['Model'].unique())
|
22 |
+
|
23 |
+
|
24 |
+
############# MAIN APPLICATION ######################
|
25 |
+
demo = gr.Blocks()
|
26 |
+
with demo:
|
27 |
+
gr.HTML(TITLE)
|
28 |
+
gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
|
29 |
+
|
30 |
+
with gr.Tabs(elem_classes="tab-buttons") as tabs:
|
31 |
+
with gr.TabItem("π₯ TOFU Leaderboard", elem_id="llm-benchmark-tab-table", id=0):
|
32 |
+
with gr.Row():
|
33 |
+
search_bar = gr.Textbox(
|
34 |
+
placeholder=" π Search for models - separate multiple queries with `;` and press ENTER...",
|
35 |
+
show_label=False,
|
36 |
+
elem_id="search-bar",
|
37 |
+
)
|
38 |
+
|
39 |
+
leaderboard_table = gr.components.Dataframe(
|
40 |
+
value=latest_df[0],
|
41 |
+
elem_id="leaderboard-table",
|
42 |
+
interactive=False,
|
43 |
+
visible=True,
|
44 |
+
)
|
45 |
+
|
46 |
+
# Add a dummy leaderboard to handle search queries from the latest_df and not update latest_df
|
47 |
+
dummy_leaderboard_table = gr.components.Dataframe(
|
48 |
+
value=latest_df[0],
|
49 |
+
elem_id="leaderboard-table",
|
50 |
+
interactive=False,
|
51 |
+
visible=False,
|
52 |
+
)
|
53 |
+
|
54 |
+
search_bar.submit(
|
55 |
+
filter_search,
|
56 |
+
[dummy_leaderboard_table, search_bar],
|
57 |
+
leaderboard_table,
|
58 |
+
queue=True
|
59 |
+
)
|
60 |
+
with gr.TabItem("π Plot", id=3):
|
61 |
+
with gr.Row():
|
62 |
+
model_cols = gr.CheckboxGroup(
|
63 |
+
MODEL_COLS,
|
64 |
+
label="Select Models π€",
|
65 |
+
value=[],
|
66 |
+
elem_id="column-select",
|
67 |
+
interactive=True,
|
68 |
+
)
|
69 |
+
|
70 |
+
with gr.Row():
|
71 |
+
plot_grdf = gr.DataFrame(
|
72 |
+
value=plot_df,
|
73 |
+
visible=False
|
74 |
+
)
|
75 |
+
with gr.Row():
|
76 |
+
# Output block for the plot
|
77 |
+
plot_output = gr.Plot()
|
78 |
+
|
79 |
+
model_cols.change(
|
80 |
+
compare_plots,
|
81 |
+
[plot_grdf, model_cols],
|
82 |
+
plot_output,
|
83 |
+
queue=True
|
84 |
+
)
|
85 |
+
|
86 |
+
with gr.TabItem("π Versions and Details", elem_id="details", id=2):
|
87 |
+
with gr.Row():
|
88 |
+
ver_selection = gr.Dropdown(
|
89 |
+
previous_vname, label="Select Version πΉοΈ", value=previous_vname[0]
|
90 |
+
)
|
91 |
+
with gr.Row():
|
92 |
+
search_bar_prev = gr.Textbox(
|
93 |
+
placeholder=" π Search for models - separate multiple queries with `;` and press ENTER...",
|
94 |
+
show_label=False,
|
95 |
+
elem_id="search-bar-2",
|
96 |
+
)
|
97 |
+
|
98 |
+
prev_table = gr.components.Dataframe(
|
99 |
+
value=prev_df,
|
100 |
+
elem_id="leaderboard-table",
|
101 |
+
interactive=False,
|
102 |
+
visible=True,
|
103 |
+
)
|
104 |
+
|
105 |
+
dummy_prev_table = gr.components.Dataframe(
|
106 |
+
value=prev_df,
|
107 |
+
elem_id="leaderboard-table",
|
108 |
+
interactive=False,
|
109 |
+
visible=False,
|
110 |
+
)
|
111 |
+
|
112 |
+
search_bar_prev.submit(
|
113 |
+
filter_search,
|
114 |
+
[dummy_prev_table, search_bar_prev],
|
115 |
+
prev_table,
|
116 |
+
queue=True
|
117 |
+
)
|
118 |
+
|
119 |
+
ver_selection.change(
|
120 |
+
select_prev_df,
|
121 |
+
[ver_selection],
|
122 |
+
prev_table,
|
123 |
+
queue=True
|
124 |
+
)
|
125 |
+
|
126 |
+
demo.load()
|
127 |
+
demo.queue()
|
128 |
+
demo.launch()
|
versions/{v1.0.csv β llama.csv}
RENAMED
File without changes
|
versions/phi.csv
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
,-,all,all,imagegame,imagegame,imagegame,privateshared,privateshared,privateshared,referencegame,referencegame,referencegame,taboo,taboo,taboo,wordle,wordle,wordle,wordle_withclue,wordle_withclue,wordle_withclue,wordle_withcritic,wordle_withcritic,wordle_withcritic
|
2 |
+
,clemscore,Average % Played,Average Quality Score,% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std)
|
3 |
+
model,,,,,,,,,,,,,,,,,,,,,,,,
|
4 |
+
CodeLlama-34b-Instruct-hf-t0.0--CodeLlama-34b-Instruct-hf-t0.0,10.34,23.96,43.15,7.5,37.67,36.83,0.0,,,15.0,83.33,40.82,74.58,29.55,44.87,53.33,0.0,0.0,13.33,8.33,16.66,4.0,100.0,
|
5 |
+
Mistral-7B-Instruct-v0.1-t0.0--Mistral-7B-Instruct-v0.1-t0.0,2.72,17.5,15.56,,,,20.0,0.0,0.0,,,,50.85,46.67,49.01,0.0,,,16.67,0.0,0.0,0.0,,
|
6 |
+
Wizard-Vicuna-13B-Uncensored-HF-t0.0--Wizard-Vicuna-13B-Uncensored-HF-t0.0,2.06,9.49,21.71,0.0,,,0.0,,,7.5,66.67,57.74,22.03,30.77,48.04,3.33,0.0,,30.0,11.11,33.33,3.57,0.0,
|
7 |
+
WizardLM-13b-v1.2-t0.0--WizardLM-13b-v1.2-t0.0,7.82,40.49,19.31,0.0,,,26.0,21.37,20.34,100.0,35.0,48.3,47.46,51.79,48.08,33.33,0.0,0.0,43.33,7.69,27.74,33.33,0.0,0.0
|
8 |
+
WizardLM-70b-v1.0-t0.0--WizardLM-70b-v1.0-t0.0,16.7,51.65,32.34,0.0,,,24.0,62.3,19.84,100.0,32.5,47.43,62.71,67.57,47.46,60.0,0.0,0.0,70.0,21.43,40.53,44.83,10.26,28.49
|
9 |
+
claude-2-t0.0--claude-2-t0.0,33.71,82.12,41.05,0.0,,,100.0,75.89,18.57,100.0,45.0,50.38,91.53,73.15,39.71,100.0,0.0,0.0,90.0,21.6,36.56,93.33,30.65,43.22
|
10 |
+
claude-2.1-t0.0--claude-2.1-t0.0,36.38,83.08,43.79,0.0,,,100.0,73.01,23.8,100.0,55.0,50.38,94.92,69.35,41.41,100.0,0.67,3.65,93.33,29.29,40.95,93.33,35.42,41.74
|
11 |
+
claude-instant-1.2-t0.0--claude-instant-1.2-t0.0,15.44,59.61,25.91,0.0,,,96.0,34.37,30.79,0.0,,,77.97,60.51,44.77,100.0,0.0,0.0,90.0,18.52,37.08,53.33,16.15,28.94
|
12 |
+
claude-v1.3-t0.0--claude-v1.3-t0.0,37.64,74.24,50.7,0.0,,,100.0,84.99,18.63,100.0,85.0,36.16,79.66,72.34,37.31,96.67,0.0,0.0,100.0,31.11,39.81,43.33,30.77,48.04
|
13 |
+
command-t0.0--command-t0.0,3.12,10.01,31.13,0.0,,,0.0,,,2.5,0.0,,47.46,17.86,39.0,0.0,,,16.67,6.67,14.91,3.45,100.0,
|
14 |
+
falcon-7b-instruct-t0.0--falcon-7b-instruct-t0.0,0.0,14.29,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,0.0,,,0.0,,
|
15 |
+
gpt-3.5-turbo-0613-t0.0--gpt-3.5-turbo-0613-t0.0,32.53,91.96,35.37,97.5,62.49,30.09,91.84,21.17,25.65,100.0,55.0,50.38,64.41,63.16,47.48,100.0,0.0,0.0,100.0,21.38,38.8,90.0,24.38,35.8
|
16 |
+
gpt-3.5-turbo-1106-t0.0--gpt-3.5-turbo-1106-t0.0,30.45,77.12,39.49,40.0,51.25,34.69,46.94,27.41,33.38,100.0,52.5,50.57,72.88,76.74,39.86,100.0,0.0,0.0,86.67,30.9,44.36,93.33,37.62,45.9
|
17 |
+
gpt-4-0314-t0.0--gpt-4-0314-t0.0,58.81,93.79,62.7,65.0,88.92,16.24,100.0,91.12,7.48,100.0,77.5,42.29,91.53,79.63,32.48,100.0,2.78,7.37,100.0,50.78,41.69,100.0,48.17,41.42
|
18 |
+
gpt-4-0613-t0.0--gpt-4-0613-t0.0,60.9,97.22,62.64,97.5,97.28,10.38,100.0,97.34,5.02,100.0,80.0,40.51,83.05,81.97,29.03,100.0,4.25,8.62,100.0,46.11,41.85,100.0,31.5,38.1
|
19 |
+
gpt-4-1106-preview-t0.0--gpt-4-1106-preview-t0.0,60.33,97.95,61.59,97.5,94.15,14.85,100.0,83.25,12.51,100.0,90.0,30.38,88.14,83.97,29.88,100.0,7.5,13.01,100.0,49.11,42.93,100.0,23.17,37.74
|
20 |
+
gpt4all-13b-snoozy-t0.0--gpt4all-13b-snoozy-t0.0,0.0,2.92,0.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,0.0,0.0,7.14,0.0,0.0
|
21 |
+
koala-13B-HF-t0.0--koala-13B-HF-t0.0,1.25,23.22,5.38,0.0,,,0.0,,,0.0,,,52.54,16.13,37.39,100.0,0.0,0.0,10.0,0.0,0.0,0.0,,
|
22 |
+
llama-2-13b-chat-hf-t0.0--llama-2-13b-chat-hf-t0.0,1.89,3.43,55.09,0.0,,,24.0,55.09,33.68,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,
|
23 |
+
llama-2-70b-chat-hf-t0.0--llama-2-70b-chat-hf-t0.0,1.39,3.79,36.74,0.0,,,14.0,13.48,11.98,12.5,60.0,54.77,0.0,,,0.0,,,0.0,,,0.0,,
|
24 |
+
llama-2-7b-chat-hf-t0.0--llama-2-7b-chat-hf-t0.0,0.24,6.05,4.0,0.0,,,0.0,,,0.0,,,42.37,4.0,20.0,0.0,,,0.0,,,0.0,,
|
25 |
+
oasst-sft-4-pythia-12b-epoch-3.5-t0.0--oasst-sft-4-pythia-12b-epoch-3.5-t0.0,0.0,14.76,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,3.33,0.0,,0.0,,
|
26 |
+
sheep-duck-llama-2-13b-t0.0--sheep-duck-llama-2-13b-t0.0,6.74,34.86,19.34,0.0,,,0.0,,,97.5,33.33,47.76,89.83,0.0,0.0,0.0,,,23.33,19.05,37.8,33.33,25.0,42.49
|
27 |
+
sheep-duck-llama-2-70b-v1.1-t0.0--sheep-duck-llama-2-70b-v1.1-t0.0,17.12,40.82,41.93,40.0,23.19,28.06,0.0,,,35.0,57.14,51.36,59.32,74.29,44.34,34.78,0.0,0.0,63.33,43.86,43.82,53.33,53.12,49.9
|
28 |
+
vicuna-13b-v1.5-t0.0--vicuna-13b-v1.5-t0.0,7.21,34.74,20.74,0.0,,,24.0,0.0,0.0,80.0,28.12,45.68,49.15,37.93,49.38,26.67,0.0,0.0,36.67,30.3,45.84,26.67,28.12,45.19
|
29 |
+
vicuna-33b-v1.3-t0.0--vicuna-33b-v1.3-t0.0,9.15,17.47,52.36,15.0,23.67,24.34,40.0,34.58,26.47,0.0,,,37.29,50.0,51.18,0.0,,,23.33,53.57,46.61,6.67,100.0,0.0
|
30 |
+
vicuna-7b-v1.5-t0.0--vicuna-7b-v1.5-t0.0,3.46,12.86,26.91,0.0,,,4.0,0.0,0.0,0.0,,,62.71,24.32,43.5,0.0,,,13.33,50.0,57.74,10.0,33.33,57.74
|
31 |
+
zephyr-7b-alpha-t0.0--zephyr-7b-alpha-t0.0,0.75,7.51,10.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,33.33,20.0,42.16,19.23,0.0,0.0
|
32 |
+
zephyr-7b-beta-t0.0--zephyr-7b-beta-t0.0,1.23,3.95,31.25,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,25.0,50.0,14.29,37.5,47.87
|
versions/stable-lm.csv
ADDED
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
,-,all,all,imagegame,imagegame,imagegame,privateshared,privateshared,privateshared,referencegame,referencegame,referencegame,taboo,taboo,taboo,wordle,wordle,wordle,wordle_withclue,wordle_withclue,wordle_withclue,wordle_withcritic,wordle_withcritic,wordle_withcritic
|
2 |
+
,clemscore,Average % Played,Average Quality Score,% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std)
|
3 |
+
model,,,,,,,,,,,,,,,,,,,,,,,,
|
4 |
+
CodeLlama-34b-Instruct-hf-t0.0--CodeLlama-34b-Instruct-hf-t0.0,10.34,23.96,43.15,7.5,37.67,36.83,0.0,,,15.0,83.33,40.82,74.58,29.55,44.87,53.33,0.0,0.0,13.33,8.33,16.66,4.0,100.0,
|
5 |
+
Mistral-7B-Instruct-v0.1-t0.0--Mistral-7B-Instruct-v0.1-t0.0,2.72,17.5,15.56,,,,20.0,0.0,0.0,,,,50.85,46.67,49.01,0.0,,,16.67,0.0,0.0,0.0,,
|
6 |
+
Wizard-Vicuna-13B-Uncensored-HF-t0.0--Wizard-Vicuna-13B-Uncensored-HF-t0.0,2.06,9.49,21.71,0.0,,,0.0,,,7.5,66.67,57.74,22.03,30.77,48.04,3.33,0.0,,30.0,11.11,33.33,3.57,0.0,
|
7 |
+
WizardLM-13b-v1.2-t0.0--WizardLM-13b-v1.2-t0.0,7.82,40.49,19.31,0.0,,,26.0,21.37,20.34,100.0,35.0,48.3,47.46,51.79,48.08,33.33,0.0,0.0,43.33,7.69,27.74,33.33,0.0,0.0
|
8 |
+
WizardLM-70b-v1.0-t0.0--WizardLM-70b-v1.0-t0.0,16.7,51.65,32.34,0.0,,,24.0,62.3,19.84,100.0,32.5,47.43,62.71,67.57,47.46,60.0,0.0,0.0,70.0,21.43,40.53,44.83,10.26,28.49
|
9 |
+
claude-2-t0.0--claude-2-t0.0,33.71,82.12,41.05,0.0,,,100.0,75.89,18.57,100.0,45.0,50.38,91.53,73.15,39.71,100.0,0.0,0.0,90.0,21.6,36.56,93.33,30.65,43.22
|
10 |
+
claude-2.1-t0.0--claude-2.1-t0.0,36.38,83.08,43.79,0.0,,,100.0,73.01,23.8,100.0,55.0,50.38,94.92,69.35,41.41,100.0,0.67,3.65,93.33,29.29,40.95,93.33,35.42,41.74
|
11 |
+
claude-instant-1.2-t0.0--claude-instant-1.2-t0.0,15.44,59.61,25.91,0.0,,,96.0,34.37,30.79,0.0,,,77.97,60.51,44.77,100.0,0.0,0.0,90.0,18.52,37.08,53.33,16.15,28.94
|
12 |
+
claude-v1.3-t0.0--claude-v1.3-t0.0,37.64,74.24,50.7,0.0,,,100.0,84.99,18.63,100.0,85.0,36.16,79.66,72.34,37.31,96.67,0.0,0.0,100.0,31.11,39.81,43.33,30.77,48.04
|
13 |
+
command-t0.0--command-t0.0,3.12,10.01,31.13,0.0,,,0.0,,,2.5,0.0,,47.46,17.86,39.0,0.0,,,16.67,6.67,14.91,3.45,100.0,
|
14 |
+
falcon-7b-instruct-t0.0--falcon-7b-instruct-t0.0,0.0,14.29,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,0.0,,,0.0,,
|
15 |
+
gpt-3.5-turbo-0613-t0.0--gpt-3.5-turbo-0613-t0.0,32.53,91.96,35.37,97.5,62.49,30.09,91.84,21.17,25.65,100.0,55.0,50.38,64.41,63.16,47.48,100.0,0.0,0.0,100.0,21.38,38.8,90.0,24.38,35.8
|
16 |
+
gpt-3.5-turbo-1106-t0.0--gpt-3.5-turbo-1106-t0.0,30.45,77.12,39.49,40.0,51.25,34.69,46.94,27.41,33.38,100.0,52.5,50.57,72.88,76.74,39.86,100.0,0.0,0.0,86.67,30.9,44.36,93.33,37.62,45.9
|
17 |
+
gpt-4-0314-t0.0--gpt-4-0314-t0.0,58.81,93.79,62.7,65.0,88.92,16.24,100.0,91.12,7.48,100.0,77.5,42.29,91.53,79.63,32.48,100.0,2.78,7.37,100.0,50.78,41.69,100.0,48.17,41.42
|
18 |
+
gpt-4-0613-t0.0--gpt-4-0613-t0.0,60.9,97.22,62.64,97.5,97.28,10.38,100.0,97.34,5.02,100.0,80.0,40.51,83.05,81.97,29.03,100.0,4.25,8.62,100.0,46.11,41.85,100.0,31.5,38.1
|
19 |
+
gpt-4-1106-preview-t0.0--gpt-4-1106-preview-t0.0,60.33,97.95,61.59,97.5,94.15,14.85,100.0,83.25,12.51,100.0,90.0,30.38,88.14,83.97,29.88,100.0,7.5,13.01,100.0,49.11,42.93,100.0,23.17,37.74
|
20 |
+
gpt4all-13b-snoozy-t0.0--gpt4all-13b-snoozy-t0.0,0.0,2.92,0.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,0.0,0.0,7.14,0.0,0.0
|
21 |
+
koala-13B-HF-t0.0--koala-13B-HF-t0.0,1.25,23.22,5.38,0.0,,,0.0,,,0.0,,,52.54,16.13,37.39,100.0,0.0,0.0,10.0,0.0,0.0,0.0,,
|
22 |
+
llama-2-13b-chat-hf-t0.0--llama-2-13b-chat-hf-t0.0,1.89,3.43,55.09,0.0,,,24.0,55.09,33.68,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,
|
23 |
+
llama-2-70b-chat-hf-t0.0--llama-2-70b-chat-hf-t0.0,1.39,3.79,36.74,0.0,,,14.0,13.48,11.98,12.5,60.0,54.77,0.0,,,0.0,,,0.0,,,0.0,,
|
24 |
+
llama-2-7b-chat-hf-t0.0--llama-2-7b-chat-hf-t0.0,0.24,6.05,4.0,0.0,,,0.0,,,0.0,,,42.37,4.0,20.0,0.0,,,0.0,,,0.0,,
|
25 |
+
oasst-sft-4-pythia-12b-epoch-3.5-t0.0--oasst-sft-4-pythia-12b-epoch-3.5-t0.0,0.0,14.76,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,3.33,0.0,,0.0,,
|
26 |
+
sheep-duck-llama-2-13b-t0.0--sheep-duck-llama-2-13b-t0.0,6.74,34.86,19.34,0.0,,,0.0,,,97.5,33.33,47.76,89.83,0.0,0.0,0.0,,,23.33,19.05,37.8,33.33,25.0,42.49
|
27 |
+
sheep-duck-llama-2-70b-v1.1-t0.0--sheep-duck-llama-2-70b-v1.1-t0.0,17.12,40.82,41.93,40.0,23.19,28.06,0.0,,,35.0,57.14,51.36,59.32,74.29,44.34,34.78,0.0,0.0,63.33,43.86,43.82,53.33,53.12,49.9
|
28 |
+
vicuna-13b-v1.5-t0.0--vicuna-13b-v1.5-t0.0,7.21,34.74,20.74,0.0,,,24.0,0.0,0.0,80.0,28.12,45.68,49.15,37.93,49.38,26.67,0.0,0.0,36.67,30.3,45.84,26.67,28.12,45.19
|
29 |
+
vicuna-33b-v1.3-t0.0--vicuna-33b-v1.3-t0.0,9.15,17.47,52.36,15.0,23.67,24.34,40.0,34.58,26.47,0.0,,,37.29,50.0,51.18,0.0,,,23.33,53.57,46.61,6.67,100.0,0.0
|
30 |
+
vicuna-7b-v1.5-t0.0--vicuna-7b-v1.5-t0.0,3.46,12.86,26.91,0.0,,,4.0,0.0,0.0,0.0,,,62.71,24.32,43.5,0.0,,,13.33,50.0,57.74,10.0,33.33,57.74
|
31 |
+
zephyr-7b-alpha-t0.0--zephyr-7b-alpha-t0.0,0.75,7.51,10.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,33.33,20.0,42.16,19.23,0.0,0.0
|
32 |
+
zephyr-7b-beta-t0.0--zephyr-7b-beta-t0.0,1.23,3.95,31.25,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,25.0,50.0,14.29,37.5,47.87
|