Spaces:
Runtime error
Runtime error
| import gradio as gr | |
| import pandas as pd | |
| from src.assets.text_content import * | |
| from src.assets.css_html_js import custom_css | |
| def get_leaderboard_df(): | |
| data = { | |
| 'Datasets': ['metrics','SOTA(FT)', 'SOTA(ZS)', 'FLAN-T5-XXL', 'text-davinci-001', 'text-davinci-002', 'text-davinci-003', 'ChatGPT', 'GPT-4'], | |
| 'KQApro': ['Acc','93.85', '94.20', '37.27', '38.28', '38.01', '40.35', '47.93', '57.20'], | |
| 'LC-quad2': ['F1','33.10', '-', '30.14', '33.04', '33.77', '39.04', '42.76', '54.95'], | |
| 'WQSP': ['Acc','73.10', '62.98', '59.87', '67.68', '72.34', '79.60', '83.70', '90.45'], | |
| 'CWQ': ['Acc','72.20', '-', '46.69', '51.77', '53.96', '57.54', '64.02', '71.00'], | |
| 'GrailQA': ['Acc','76.31', '-', '29.02', '27.58', '30.50', '35.43', '46.77', '51.40'], | |
| 'GraphQ': ['Acc','41.30', '-', '32.27', '38.32', '40.85', '47.95', '53.10', '63.20'], | |
| 'QALD-9': ['F1','67.82', '-', '30.17', '38.54', '44.96', '46.19', '45.71', '57.20'], | |
| 'MKQA': ['Acc','46.00', '-', '20.17', '26.97', '30.14', '39.05', '44.30', '59.20'] | |
| } | |
| df = pd.DataFrame(data) | |
| return df | |
| def search_table(df, query): | |
| return df[df.apply(lambda row: row.astype(str).str.lower().str.contains(query.lower()).any(), axis=1)] | |
| original_df = get_leaderboard_df() | |
| leaderboard_df = original_df.copy() | |
| demo = gr.Blocks(css=custom_css) | |
| with demo: | |
| gr.HTML(TITLE) | |
| gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text") | |
| with gr.Row(): | |
| with gr.Box(elem_id="search-bar-table-box"): | |
| search_bar = gr.Textbox( | |
| placeholder="🔍 Search your model and press ENTER...", | |
| show_label=False, | |
| elem_id="search-bar", | |
| ) | |
| with gr.Tabs(elem_classes="tab-buttons") as tabs: | |
| with gr.TabItem("🏅 LLM Benchmark", elem_id="llm-benchmark-tab-table", id=1): | |
| leaderboard_table = gr.components.Dataframe( | |
| value=leaderboard_df, | |
| max_rows=None, | |
| elem_id="leaderboard-table", | |
| ) | |
| # Dummy leaderboard for handling the case when the user uses backspace key | |
| hidden_leaderboard_table_for_search = gr.components.Dataframe( | |
| value=original_df, | |
| max_rows=None, | |
| visible=False, | |
| ) | |
| search_bar.submit( | |
| search_table, | |
| [hidden_leaderboard_table_for_search, search_bar], | |
| leaderboard_table, | |
| ) | |
| with gr.TabItem("About", elem_id="llm-benchmark-tab-table", id=2): | |
| gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text") | |
| with gr.Row(): | |
| with gr.Accordion("📙 Citation", open=False): | |
| citation_button = gr.Textbox( | |
| value=CITATION_BUTTON_TEXT, | |
| label=CITATION_BUTTON_LABEL, | |
| elem_id="citation-button", | |
| ).style(show_copy_button=True) | |
| demo.queue(concurrency_count=40).launch() | |