|
|
"""Static leaderboard page.""" |
|
|
|
|
|
import pandas as pd |
|
|
import streamlit as st |
|
|
|
|
|
|
|
|
if st.button("Back to :gun: CRS Arena"): |
|
|
st.switch_page("arena.py") |
|
|
|
|
|
st.title(":trophy: CRS Arena Leaderboard") |
|
|
st.write( |
|
|
"This leaderboard ranks conversational recommender systems present in the CRS Arena based on different metrics, including Elo rating and user satisfaction." |
|
|
) |
|
|
|
|
|
st.write("*Last update: 2024-10-04*") |
|
|
|
|
|
df_leaderboard = pd.DataFrame( |
|
|
{ |
|
|
"CRS": [ |
|
|
"BARCOR_OpenDialKG", |
|
|
"BARCOR_ReDial", |
|
|
"CRB-CRS_ReDial", |
|
|
"ChatGPT_OpenDialKG", |
|
|
"ChatGPT_ReDial", |
|
|
"KBRD_OpenDialKG", |
|
|
"KBRD_ReDial", |
|
|
"UniCRS_OpenDialKG", |
|
|
"UniCRS_ReDial", |
|
|
], |
|
|
"Elo rating*": [968, 1052, 930, 1056, 1036, 966, 1027, 974, 991], |
|
|
"% Satisfaction": [17.2, 30.4, 5.4, 50.0, 58.6, 2.6, 8.6, 9.5, 18.2], |
|
|
} |
|
|
) |
|
|
|
|
|
|
|
|
df_leaderboard = df_leaderboard.sort_values(by="Elo rating*", ascending=False) |
|
|
|
|
|
st.dataframe(df_leaderboard, hide_index=True, use_container_width=True) |
|
|
|
|
|
st.write("*Initial rating is set to 1000 and K-factor is 16") |
|
|
|
