pratyushmaini commited on
Commit
fc4805a
β€’
1 Parent(s): 06649c3
app.py CHANGED
@@ -1,128 +1,59 @@
1
  import gradio as gr
2
-
3
- from src.assets.text_content import TITLE, INTRODUCTION_TEXT
4
- from src.utils import get_data, compare_plots, filter_search
5
-
6
- ############################ For Leaderboards #############################
7
- DATA_PATH = 'versions'
8
- latest_flag = True #Set flag to iclude latest data in Details and Versions Tab
9
- latest_df, latest_vname, previous_df, previous_vname = get_data(DATA_PATH, latest_flag)
10
-
11
- global prev_df
12
- prev_df = previous_df[0]
13
- def select_prev_df(name):
14
- ind = previous_vname.index(name)
15
- prev_df = previous_df[ind]
16
- return prev_df
17
-
18
- ############################ For Plots ####################################
19
- global plot_df, MODEL_COLS
20
- plot_df = latest_df[0]
21
- MODEL_COLS = list(plot_df['Model'].unique())
22
-
23
-
24
- ############# MAIN APPLICATION ######################
25
  demo = gr.Blocks()
26
- with demo:
27
- gr.HTML(TITLE)
28
- gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
29
-
30
- with gr.Tabs(elem_classes="tab-buttons") as tabs:
31
- with gr.TabItem("πŸ₯‡ TOFU Leaderboard", elem_id="llm-benchmark-tab-table", id=0):
32
- with gr.Row():
33
- search_bar = gr.Textbox(
34
- placeholder=" πŸ” Search for models - separate multiple queries with `;` and press ENTER...",
35
- show_label=False,
36
- elem_id="search-bar",
37
- )
38
-
39
- leaderboard_table = gr.components.Dataframe(
40
- value=latest_df[0],
41
- elem_id="leaderboard-table",
42
- interactive=False,
43
- visible=True,
44
- )
45
-
46
- # Add a dummy leaderboard to handle search queries from the latest_df and not update latest_df
47
- dummy_leaderboard_table = gr.components.Dataframe(
48
- value=latest_df[0],
49
- elem_id="leaderboard-table",
50
- interactive=False,
51
- visible=False,
52
- )
53
-
54
- search_bar.submit(
55
- filter_search,
56
- [dummy_leaderboard_table, search_bar],
57
- leaderboard_table,
58
- queue=True
59
- )
60
- with gr.TabItem("πŸ“ˆ Plot", id=3):
61
- with gr.Row():
62
- model_cols = gr.CheckboxGroup(
63
- MODEL_COLS,
64
- label="Select Models πŸ€–",
65
- value=[],
66
- elem_id="column-select",
67
- interactive=True,
68
- )
69
 
70
- with gr.Row():
71
- plot_grdf = gr.DataFrame(
72
- value=plot_df,
73
- visible=False
74
- )
75
- with gr.Row():
76
- # Output block for the plot
77
- plot_output = gr.Plot()
78
-
79
- model_cols.change(
80
- compare_plots,
81
- [plot_grdf, model_cols],
82
- plot_output,
83
- queue=True
84
- )
85
-
86
- with gr.TabItem("πŸ”„ Versions and Details", elem_id="details", id=2):
87
- with gr.Row():
88
- ver_selection = gr.Dropdown(
89
- previous_vname, label="Select Version πŸ•ΉοΈ", value=previous_vname[0]
90
- )
91
- with gr.Row():
92
- search_bar_prev = gr.Textbox(
93
- placeholder=" πŸ” Search for models - separate multiple queries with `;` and press ENTER...",
94
- show_label=False,
95
- elem_id="search-bar-2",
96
- )
97
-
98
- prev_table = gr.components.Dataframe(
99
- value=prev_df,
100
- elem_id="leaderboard-table",
101
- interactive=False,
102
- visible=True,
103
- )
104
-
105
- dummy_prev_table = gr.components.Dataframe(
106
- value=prev_df,
107
- elem_id="leaderboard-table",
108
- interactive=False,
109
- visible=False,
110
- )
111
-
112
- search_bar_prev.submit(
113
- filter_search,
114
- [dummy_prev_table, search_bar_prev],
115
- prev_table,
116
- queue=True
117
- )
118
-
119
- ver_selection.change(
120
- select_prev_df,
121
- [ver_selection],
122
- prev_table,
123
- queue=True
124
- )
125
-
126
- demo.load()
127
- demo.queue()
128
- demo.launch()
 
1
  import gradio as gr
2
+ import pandas as pd
3
+
4
+ # Function to load data from a given CSV file
5
+ def load_data(version):
6
+ file_path = f'versions/{version}.csv' # Assuming filenames are version1.csv, version2.csv, version3.csv
7
+ return pd.read_csv(file_path)
8
+
9
+ # Function for searching in the leaderboard
10
+ def search_leaderboard(df, query):
11
+ if query == "":
12
+ return df
13
+ else:
14
+ return df[df['Method'].str.contains(query)]
15
+
16
+ # Function to change the version of the leaderboard
17
+ def change_version(version):
18
+ new_df = load_data(version)
19
+ return new_df
20
+
21
+ # Initialize Gradio app
 
 
 
22
  demo = gr.Blocks()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
23
 
24
+ with demo:
25
+ gr.Markdown("## Radio Leaderboard")
26
+
27
+ with gr.Row():
28
+ version_dropdown = gr.Dropdown(
29
+ options=["llama", "phi", "stable-lm"],
30
+ label="Select Version",
31
+ value="llama",
32
+ )
33
+
34
+ with gr.Row():
35
+ search_bar = gr.Textbox(
36
+ placeholder="Search for methods...",
37
+ show_label=False,
38
+ )
39
+
40
+ leaderboard_table = gr.components.Dataframe(
41
+ value=load_data(1), # Load initial version (version 1)
42
+ interactive=True,
43
+ visible=True,
44
+ )
45
+
46
+ version_dropdown.change(
47
+ change_version,
48
+ inputs=version_dropdown,
49
+ outputs=leaderboard_table
50
+ )
51
+
52
+ search_bar.change(
53
+ search_leaderboard,
54
+ inputs=[leaderboard_table, search_bar],
55
+ outputs=leaderboard_table
56
+ )
57
+
58
+ # Launch the app
59
+ demo.launch()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
app_old.py ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+
3
+ from src.assets.text_content import TITLE, INTRODUCTION_TEXT
4
+ from src.utils import get_data, compare_plots, filter_search
5
+
6
+ ############################ For Leaderboards #############################
7
+ DATA_PATH = 'versions'
8
+ latest_flag = True #Set flag to iclude latest data inz Details and Versions Tab
9
+ latest_df, latest_vname, previous_df, previous_vname = get_data(DATA_PATH, latest_flag)
10
+
11
+ global prev_df
12
+ prev_df = previous_df[0]
13
+ def select_prev_df(name):
14
+ ind = previous_vname.index(name)
15
+ prev_df = previous_df[ind]
16
+ return prev_df
17
+
18
+ ############################ For Plots ####################################
19
+ global plot_df, MODEL_COLS
20
+ plot_df = latest_df[0]
21
+ MODEL_COLS = list(plot_df['Model'].unique())
22
+
23
+
24
+ ############# MAIN APPLICATION ######################
25
+ demo = gr.Blocks()
26
+ with demo:
27
+ gr.HTML(TITLE)
28
+ gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
29
+
30
+ with gr.Tabs(elem_classes="tab-buttons") as tabs:
31
+ with gr.TabItem("πŸ₯‡ TOFU Leaderboard", elem_id="llm-benchmark-tab-table", id=0):
32
+ with gr.Row():
33
+ search_bar = gr.Textbox(
34
+ placeholder=" πŸ” Search for models - separate multiple queries with `;` and press ENTER...",
35
+ show_label=False,
36
+ elem_id="search-bar",
37
+ )
38
+
39
+ leaderboard_table = gr.components.Dataframe(
40
+ value=latest_df[0],
41
+ elem_id="leaderboard-table",
42
+ interactive=False,
43
+ visible=True,
44
+ )
45
+
46
+ # Add a dummy leaderboard to handle search queries from the latest_df and not update latest_df
47
+ dummy_leaderboard_table = gr.components.Dataframe(
48
+ value=latest_df[0],
49
+ elem_id="leaderboard-table",
50
+ interactive=False,
51
+ visible=False,
52
+ )
53
+
54
+ search_bar.submit(
55
+ filter_search,
56
+ [dummy_leaderboard_table, search_bar],
57
+ leaderboard_table,
58
+ queue=True
59
+ )
60
+ with gr.TabItem("πŸ“ˆ Plot", id=3):
61
+ with gr.Row():
62
+ model_cols = gr.CheckboxGroup(
63
+ MODEL_COLS,
64
+ label="Select Models πŸ€–",
65
+ value=[],
66
+ elem_id="column-select",
67
+ interactive=True,
68
+ )
69
+
70
+ with gr.Row():
71
+ plot_grdf = gr.DataFrame(
72
+ value=plot_df,
73
+ visible=False
74
+ )
75
+ with gr.Row():
76
+ # Output block for the plot
77
+ plot_output = gr.Plot()
78
+
79
+ model_cols.change(
80
+ compare_plots,
81
+ [plot_grdf, model_cols],
82
+ plot_output,
83
+ queue=True
84
+ )
85
+
86
+ with gr.TabItem("πŸ”„ Versions and Details", elem_id="details", id=2):
87
+ with gr.Row():
88
+ ver_selection = gr.Dropdown(
89
+ previous_vname, label="Select Version πŸ•ΉοΈ", value=previous_vname[0]
90
+ )
91
+ with gr.Row():
92
+ search_bar_prev = gr.Textbox(
93
+ placeholder=" πŸ” Search for models - separate multiple queries with `;` and press ENTER...",
94
+ show_label=False,
95
+ elem_id="search-bar-2",
96
+ )
97
+
98
+ prev_table = gr.components.Dataframe(
99
+ value=prev_df,
100
+ elem_id="leaderboard-table",
101
+ interactive=False,
102
+ visible=True,
103
+ )
104
+
105
+ dummy_prev_table = gr.components.Dataframe(
106
+ value=prev_df,
107
+ elem_id="leaderboard-table",
108
+ interactive=False,
109
+ visible=False,
110
+ )
111
+
112
+ search_bar_prev.submit(
113
+ filter_search,
114
+ [dummy_prev_table, search_bar_prev],
115
+ prev_table,
116
+ queue=True
117
+ )
118
+
119
+ ver_selection.change(
120
+ select_prev_df,
121
+ [ver_selection],
122
+ prev_table,
123
+ queue=True
124
+ )
125
+
126
+ demo.load()
127
+ demo.queue()
128
+ demo.launch()
versions/{v1.0.csv β†’ llama.csv} RENAMED
File without changes
versions/phi.csv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ,-,all,all,imagegame,imagegame,imagegame,privateshared,privateshared,privateshared,referencegame,referencegame,referencegame,taboo,taboo,taboo,wordle,wordle,wordle,wordle_withclue,wordle_withclue,wordle_withclue,wordle_withcritic,wordle_withcritic,wordle_withcritic
2
+ ,clemscore,Average % Played,Average Quality Score,% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std)
3
+ model,,,,,,,,,,,,,,,,,,,,,,,,
4
+ CodeLlama-34b-Instruct-hf-t0.0--CodeLlama-34b-Instruct-hf-t0.0,10.34,23.96,43.15,7.5,37.67,36.83,0.0,,,15.0,83.33,40.82,74.58,29.55,44.87,53.33,0.0,0.0,13.33,8.33,16.66,4.0,100.0,
5
+ Mistral-7B-Instruct-v0.1-t0.0--Mistral-7B-Instruct-v0.1-t0.0,2.72,17.5,15.56,,,,20.0,0.0,0.0,,,,50.85,46.67,49.01,0.0,,,16.67,0.0,0.0,0.0,,
6
+ Wizard-Vicuna-13B-Uncensored-HF-t0.0--Wizard-Vicuna-13B-Uncensored-HF-t0.0,2.06,9.49,21.71,0.0,,,0.0,,,7.5,66.67,57.74,22.03,30.77,48.04,3.33,0.0,,30.0,11.11,33.33,3.57,0.0,
7
+ WizardLM-13b-v1.2-t0.0--WizardLM-13b-v1.2-t0.0,7.82,40.49,19.31,0.0,,,26.0,21.37,20.34,100.0,35.0,48.3,47.46,51.79,48.08,33.33,0.0,0.0,43.33,7.69,27.74,33.33,0.0,0.0
8
+ WizardLM-70b-v1.0-t0.0--WizardLM-70b-v1.0-t0.0,16.7,51.65,32.34,0.0,,,24.0,62.3,19.84,100.0,32.5,47.43,62.71,67.57,47.46,60.0,0.0,0.0,70.0,21.43,40.53,44.83,10.26,28.49
9
+ claude-2-t0.0--claude-2-t0.0,33.71,82.12,41.05,0.0,,,100.0,75.89,18.57,100.0,45.0,50.38,91.53,73.15,39.71,100.0,0.0,0.0,90.0,21.6,36.56,93.33,30.65,43.22
10
+ claude-2.1-t0.0--claude-2.1-t0.0,36.38,83.08,43.79,0.0,,,100.0,73.01,23.8,100.0,55.0,50.38,94.92,69.35,41.41,100.0,0.67,3.65,93.33,29.29,40.95,93.33,35.42,41.74
11
+ claude-instant-1.2-t0.0--claude-instant-1.2-t0.0,15.44,59.61,25.91,0.0,,,96.0,34.37,30.79,0.0,,,77.97,60.51,44.77,100.0,0.0,0.0,90.0,18.52,37.08,53.33,16.15,28.94
12
+ claude-v1.3-t0.0--claude-v1.3-t0.0,37.64,74.24,50.7,0.0,,,100.0,84.99,18.63,100.0,85.0,36.16,79.66,72.34,37.31,96.67,0.0,0.0,100.0,31.11,39.81,43.33,30.77,48.04
13
+ command-t0.0--command-t0.0,3.12,10.01,31.13,0.0,,,0.0,,,2.5,0.0,,47.46,17.86,39.0,0.0,,,16.67,6.67,14.91,3.45,100.0,
14
+ falcon-7b-instruct-t0.0--falcon-7b-instruct-t0.0,0.0,14.29,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,0.0,,,0.0,,
15
+ gpt-3.5-turbo-0613-t0.0--gpt-3.5-turbo-0613-t0.0,32.53,91.96,35.37,97.5,62.49,30.09,91.84,21.17,25.65,100.0,55.0,50.38,64.41,63.16,47.48,100.0,0.0,0.0,100.0,21.38,38.8,90.0,24.38,35.8
16
+ gpt-3.5-turbo-1106-t0.0--gpt-3.5-turbo-1106-t0.0,30.45,77.12,39.49,40.0,51.25,34.69,46.94,27.41,33.38,100.0,52.5,50.57,72.88,76.74,39.86,100.0,0.0,0.0,86.67,30.9,44.36,93.33,37.62,45.9
17
+ gpt-4-0314-t0.0--gpt-4-0314-t0.0,58.81,93.79,62.7,65.0,88.92,16.24,100.0,91.12,7.48,100.0,77.5,42.29,91.53,79.63,32.48,100.0,2.78,7.37,100.0,50.78,41.69,100.0,48.17,41.42
18
+ gpt-4-0613-t0.0--gpt-4-0613-t0.0,60.9,97.22,62.64,97.5,97.28,10.38,100.0,97.34,5.02,100.0,80.0,40.51,83.05,81.97,29.03,100.0,4.25,8.62,100.0,46.11,41.85,100.0,31.5,38.1
19
+ gpt-4-1106-preview-t0.0--gpt-4-1106-preview-t0.0,60.33,97.95,61.59,97.5,94.15,14.85,100.0,83.25,12.51,100.0,90.0,30.38,88.14,83.97,29.88,100.0,7.5,13.01,100.0,49.11,42.93,100.0,23.17,37.74
20
+ gpt4all-13b-snoozy-t0.0--gpt4all-13b-snoozy-t0.0,0.0,2.92,0.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,0.0,0.0,7.14,0.0,0.0
21
+ koala-13B-HF-t0.0--koala-13B-HF-t0.0,1.25,23.22,5.38,0.0,,,0.0,,,0.0,,,52.54,16.13,37.39,100.0,0.0,0.0,10.0,0.0,0.0,0.0,,
22
+ llama-2-13b-chat-hf-t0.0--llama-2-13b-chat-hf-t0.0,1.89,3.43,55.09,0.0,,,24.0,55.09,33.68,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,
23
+ llama-2-70b-chat-hf-t0.0--llama-2-70b-chat-hf-t0.0,1.39,3.79,36.74,0.0,,,14.0,13.48,11.98,12.5,60.0,54.77,0.0,,,0.0,,,0.0,,,0.0,,
24
+ llama-2-7b-chat-hf-t0.0--llama-2-7b-chat-hf-t0.0,0.24,6.05,4.0,0.0,,,0.0,,,0.0,,,42.37,4.0,20.0,0.0,,,0.0,,,0.0,,
25
+ oasst-sft-4-pythia-12b-epoch-3.5-t0.0--oasst-sft-4-pythia-12b-epoch-3.5-t0.0,0.0,14.76,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,3.33,0.0,,0.0,,
26
+ sheep-duck-llama-2-13b-t0.0--sheep-duck-llama-2-13b-t0.0,6.74,34.86,19.34,0.0,,,0.0,,,97.5,33.33,47.76,89.83,0.0,0.0,0.0,,,23.33,19.05,37.8,33.33,25.0,42.49
27
+ sheep-duck-llama-2-70b-v1.1-t0.0--sheep-duck-llama-2-70b-v1.1-t0.0,17.12,40.82,41.93,40.0,23.19,28.06,0.0,,,35.0,57.14,51.36,59.32,74.29,44.34,34.78,0.0,0.0,63.33,43.86,43.82,53.33,53.12,49.9
28
+ vicuna-13b-v1.5-t0.0--vicuna-13b-v1.5-t0.0,7.21,34.74,20.74,0.0,,,24.0,0.0,0.0,80.0,28.12,45.68,49.15,37.93,49.38,26.67,0.0,0.0,36.67,30.3,45.84,26.67,28.12,45.19
29
+ vicuna-33b-v1.3-t0.0--vicuna-33b-v1.3-t0.0,9.15,17.47,52.36,15.0,23.67,24.34,40.0,34.58,26.47,0.0,,,37.29,50.0,51.18,0.0,,,23.33,53.57,46.61,6.67,100.0,0.0
30
+ vicuna-7b-v1.5-t0.0--vicuna-7b-v1.5-t0.0,3.46,12.86,26.91,0.0,,,4.0,0.0,0.0,0.0,,,62.71,24.32,43.5,0.0,,,13.33,50.0,57.74,10.0,33.33,57.74
31
+ zephyr-7b-alpha-t0.0--zephyr-7b-alpha-t0.0,0.75,7.51,10.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,33.33,20.0,42.16,19.23,0.0,0.0
32
+ zephyr-7b-beta-t0.0--zephyr-7b-beta-t0.0,1.23,3.95,31.25,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,25.0,50.0,14.29,37.5,47.87
versions/stable-lm.csv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ,-,all,all,imagegame,imagegame,imagegame,privateshared,privateshared,privateshared,referencegame,referencegame,referencegame,taboo,taboo,taboo,wordle,wordle,wordle,wordle_withclue,wordle_withclue,wordle_withclue,wordle_withcritic,wordle_withcritic,wordle_withcritic
2
+ ,clemscore,Average % Played,Average Quality Score,% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std),% Played,Quality Score,Quality Score (std)
3
+ model,,,,,,,,,,,,,,,,,,,,,,,,
4
+ CodeLlama-34b-Instruct-hf-t0.0--CodeLlama-34b-Instruct-hf-t0.0,10.34,23.96,43.15,7.5,37.67,36.83,0.0,,,15.0,83.33,40.82,74.58,29.55,44.87,53.33,0.0,0.0,13.33,8.33,16.66,4.0,100.0,
5
+ Mistral-7B-Instruct-v0.1-t0.0--Mistral-7B-Instruct-v0.1-t0.0,2.72,17.5,15.56,,,,20.0,0.0,0.0,,,,50.85,46.67,49.01,0.0,,,16.67,0.0,0.0,0.0,,
6
+ Wizard-Vicuna-13B-Uncensored-HF-t0.0--Wizard-Vicuna-13B-Uncensored-HF-t0.0,2.06,9.49,21.71,0.0,,,0.0,,,7.5,66.67,57.74,22.03,30.77,48.04,3.33,0.0,,30.0,11.11,33.33,3.57,0.0,
7
+ WizardLM-13b-v1.2-t0.0--WizardLM-13b-v1.2-t0.0,7.82,40.49,19.31,0.0,,,26.0,21.37,20.34,100.0,35.0,48.3,47.46,51.79,48.08,33.33,0.0,0.0,43.33,7.69,27.74,33.33,0.0,0.0
8
+ WizardLM-70b-v1.0-t0.0--WizardLM-70b-v1.0-t0.0,16.7,51.65,32.34,0.0,,,24.0,62.3,19.84,100.0,32.5,47.43,62.71,67.57,47.46,60.0,0.0,0.0,70.0,21.43,40.53,44.83,10.26,28.49
9
+ claude-2-t0.0--claude-2-t0.0,33.71,82.12,41.05,0.0,,,100.0,75.89,18.57,100.0,45.0,50.38,91.53,73.15,39.71,100.0,0.0,0.0,90.0,21.6,36.56,93.33,30.65,43.22
10
+ claude-2.1-t0.0--claude-2.1-t0.0,36.38,83.08,43.79,0.0,,,100.0,73.01,23.8,100.0,55.0,50.38,94.92,69.35,41.41,100.0,0.67,3.65,93.33,29.29,40.95,93.33,35.42,41.74
11
+ claude-instant-1.2-t0.0--claude-instant-1.2-t0.0,15.44,59.61,25.91,0.0,,,96.0,34.37,30.79,0.0,,,77.97,60.51,44.77,100.0,0.0,0.0,90.0,18.52,37.08,53.33,16.15,28.94
12
+ claude-v1.3-t0.0--claude-v1.3-t0.0,37.64,74.24,50.7,0.0,,,100.0,84.99,18.63,100.0,85.0,36.16,79.66,72.34,37.31,96.67,0.0,0.0,100.0,31.11,39.81,43.33,30.77,48.04
13
+ command-t0.0--command-t0.0,3.12,10.01,31.13,0.0,,,0.0,,,2.5,0.0,,47.46,17.86,39.0,0.0,,,16.67,6.67,14.91,3.45,100.0,
14
+ falcon-7b-instruct-t0.0--falcon-7b-instruct-t0.0,0.0,14.29,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,0.0,,,0.0,,
15
+ gpt-3.5-turbo-0613-t0.0--gpt-3.5-turbo-0613-t0.0,32.53,91.96,35.37,97.5,62.49,30.09,91.84,21.17,25.65,100.0,55.0,50.38,64.41,63.16,47.48,100.0,0.0,0.0,100.0,21.38,38.8,90.0,24.38,35.8
16
+ gpt-3.5-turbo-1106-t0.0--gpt-3.5-turbo-1106-t0.0,30.45,77.12,39.49,40.0,51.25,34.69,46.94,27.41,33.38,100.0,52.5,50.57,72.88,76.74,39.86,100.0,0.0,0.0,86.67,30.9,44.36,93.33,37.62,45.9
17
+ gpt-4-0314-t0.0--gpt-4-0314-t0.0,58.81,93.79,62.7,65.0,88.92,16.24,100.0,91.12,7.48,100.0,77.5,42.29,91.53,79.63,32.48,100.0,2.78,7.37,100.0,50.78,41.69,100.0,48.17,41.42
18
+ gpt-4-0613-t0.0--gpt-4-0613-t0.0,60.9,97.22,62.64,97.5,97.28,10.38,100.0,97.34,5.02,100.0,80.0,40.51,83.05,81.97,29.03,100.0,4.25,8.62,100.0,46.11,41.85,100.0,31.5,38.1
19
+ gpt-4-1106-preview-t0.0--gpt-4-1106-preview-t0.0,60.33,97.95,61.59,97.5,94.15,14.85,100.0,83.25,12.51,100.0,90.0,30.38,88.14,83.97,29.88,100.0,7.5,13.01,100.0,49.11,42.93,100.0,23.17,37.74
20
+ gpt4all-13b-snoozy-t0.0--gpt4all-13b-snoozy-t0.0,0.0,2.92,0.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,0.0,0.0,7.14,0.0,0.0
21
+ koala-13B-HF-t0.0--koala-13B-HF-t0.0,1.25,23.22,5.38,0.0,,,0.0,,,0.0,,,52.54,16.13,37.39,100.0,0.0,0.0,10.0,0.0,0.0,0.0,,
22
+ llama-2-13b-chat-hf-t0.0--llama-2-13b-chat-hf-t0.0,1.89,3.43,55.09,0.0,,,24.0,55.09,33.68,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,
23
+ llama-2-70b-chat-hf-t0.0--llama-2-70b-chat-hf-t0.0,1.39,3.79,36.74,0.0,,,14.0,13.48,11.98,12.5,60.0,54.77,0.0,,,0.0,,,0.0,,,0.0,,
24
+ llama-2-7b-chat-hf-t0.0--llama-2-7b-chat-hf-t0.0,0.24,6.05,4.0,0.0,,,0.0,,,0.0,,,42.37,4.0,20.0,0.0,,,0.0,,,0.0,,
25
+ oasst-sft-4-pythia-12b-epoch-3.5-t0.0--oasst-sft-4-pythia-12b-epoch-3.5-t0.0,0.0,14.76,0.0,0.0,,,0.0,,,0.0,,,0.0,,,100.0,0.0,0.0,3.33,0.0,,0.0,,
26
+ sheep-duck-llama-2-13b-t0.0--sheep-duck-llama-2-13b-t0.0,6.74,34.86,19.34,0.0,,,0.0,,,97.5,33.33,47.76,89.83,0.0,0.0,0.0,,,23.33,19.05,37.8,33.33,25.0,42.49
27
+ sheep-duck-llama-2-70b-v1.1-t0.0--sheep-duck-llama-2-70b-v1.1-t0.0,17.12,40.82,41.93,40.0,23.19,28.06,0.0,,,35.0,57.14,51.36,59.32,74.29,44.34,34.78,0.0,0.0,63.33,43.86,43.82,53.33,53.12,49.9
28
+ vicuna-13b-v1.5-t0.0--vicuna-13b-v1.5-t0.0,7.21,34.74,20.74,0.0,,,24.0,0.0,0.0,80.0,28.12,45.68,49.15,37.93,49.38,26.67,0.0,0.0,36.67,30.3,45.84,26.67,28.12,45.19
29
+ vicuna-33b-v1.3-t0.0--vicuna-33b-v1.3-t0.0,9.15,17.47,52.36,15.0,23.67,24.34,40.0,34.58,26.47,0.0,,,37.29,50.0,51.18,0.0,,,23.33,53.57,46.61,6.67,100.0,0.0
30
+ vicuna-7b-v1.5-t0.0--vicuna-7b-v1.5-t0.0,3.46,12.86,26.91,0.0,,,4.0,0.0,0.0,0.0,,,62.71,24.32,43.5,0.0,,,13.33,50.0,57.74,10.0,33.33,57.74
31
+ zephyr-7b-alpha-t0.0--zephyr-7b-alpha-t0.0,0.75,7.51,10.0,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,33.33,20.0,42.16,19.23,0.0,0.0
32
+ zephyr-7b-beta-t0.0--zephyr-7b-beta-t0.0,1.23,3.95,31.25,0.0,,,0.0,,,0.0,,,0.0,,,0.0,,,13.33,25.0,50.0,14.29,37.5,47.87