Spaces:
Running
on
Zero
Running
on
Zero
Refined writing and layout (#15)
Browse files- Refined writing and layout (ca89290c23c802513b65d8ad50d4161204f7f72c)
Co-authored-by: Kai <kai-aizip@users.noreply.huggingface.co>
app.py
CHANGED
@@ -14,8 +14,10 @@ from utils.shared import generation_interrupt # Import from shared module
|
|
14 |
feedback_options = {
|
15 |
"left": ["Model A: More complete", "Model A: More accurate", "Model A: More relevant", "Model A: Better written", "Model A: Better refusal (if applicable)"],
|
16 |
"right": ["Model B: More complete", "Model B: More accurate", "Model B: More relevant", "Model B: Better written", "Model B: Better refusal (if applicable)"],
|
17 |
-
"tie": ["
|
18 |
-
|
|
|
|
|
19 |
}
|
20 |
|
21 |
def load_context():
|
@@ -186,31 +188,39 @@ with gr.Blocks(theme=gr.themes.Default(
|
|
186 |
with gr.Tabs() as tabs:
|
187 |
# Main Arena Tab
|
188 |
with gr.TabItem("Arena", id="arena-tab"):
|
189 |
-
gr.Markdown("# RAG Summarizer Arena")
|
190 |
-
gr.Markdown("
|
|
|
|
|
|
|
|
|
|
|
191 |
|
192 |
# Main container
|
193 |
with gr.Column(elem_id="main-interface-area") as main_interface_area:
|
194 |
# Query section
|
195 |
with gr.Row(elem_id="query-title-row"):
|
196 |
-
gr.Markdown("### Query", elem_classes="section-heading")
|
197 |
|
198 |
with gr.Row(elem_id="query-container"):
|
199 |
with gr.Row(elem_classes="query-box-row"):
|
200 |
query_display = gr.Markdown(value="Loading question...", elem_classes="query-text")
|
201 |
-
random_question_btn = gr.Button("🔄
|
202 |
|
|
|
203 |
# Context description and display
|
204 |
context_description = gr.Markdown("", elem_classes="context-description")
|
205 |
|
|
|
|
|
206 |
with gr.Row(elem_id="context-header-row"):
|
207 |
-
gr.Markdown("### Context
|
208 |
context_toggle_btn = gr.Button("Show Full Context", elem_classes=["context-toggle-button"])
|
209 |
|
210 |
context_display = gr.HTML(value="Loading context...", label="Context Chunks")
|
211 |
|
212 |
gr.Markdown("---")
|
213 |
-
gr.Markdown("### Compare
|
214 |
|
215 |
# Model summaries
|
216 |
with gr.Row():
|
@@ -221,18 +231,20 @@ with gr.Blocks(theme=gr.themes.Default(
|
|
221 |
with gr.Group(elem_classes=["summary-card", "summary-card-b"]):
|
222 |
summary_b_display = gr.Textbox(label="Model B", lines=10, interactive=False, show_copy_button=True)
|
223 |
|
|
|
|
|
224 |
# Voting section
|
225 |
-
gr.Markdown("### Cast Your Vote", elem_classes="section-heading")
|
226 |
with gr.Row():
|
227 |
vote_button_a = gr.Button("⬅️ Summary A is Better", elem_classes=["vote-button"])
|
228 |
vote_button_tie = gr.Button("🤝 Tie / Equally Good", elem_classes=["vote-button"])
|
229 |
vote_button_b = gr.Button("➡️ Summary B is Better", elem_classes=["vote-button"])
|
230 |
-
vote_button_neither = gr.Button("❌ Neither is
|
231 |
|
232 |
# Feedback and Submit sections
|
233 |
with gr.Group(elem_classes=["feedback-section"], visible=False) as feedback_section:
|
234 |
feedback_checkboxes = gr.CheckboxGroup(label="Feedback (optional)", choices=[], interactive=False)
|
235 |
-
submit_button = gr.Button("Submit Vote", variant="primary", interactive=False, elem_id="submit-button")
|
236 |
|
237 |
# Results area
|
238 |
with gr.Column(visible=False) as results_reveal_area:
|
@@ -242,10 +254,10 @@ with gr.Blocks(theme=gr.themes.Default(
|
|
242 |
# Model reveal section
|
243 |
with gr.Row():
|
244 |
with gr.Column(scale=1):
|
245 |
-
gr.Markdown("### Model A was
|
246 |
model_a_reveal = gr.Markdown("", elem_classes="model-reveal model-a-reveal")
|
247 |
with gr.Column(scale=1):
|
248 |
-
gr.Markdown("### Model B was
|
249 |
model_b_reveal = gr.Markdown("", elem_classes="model-reveal model-b-reveal")
|
250 |
|
251 |
gr.HTML("<hr>")
|
@@ -256,7 +268,7 @@ with gr.Blocks(theme=gr.themes.Default(
|
|
256 |
|
257 |
# Leaderboard Tab
|
258 |
with gr.TabItem("Leaderboard", id="leaderboard-tab"):
|
259 |
-
gr.Markdown("#
|
260 |
gr.Markdown("View performance statistics for all models ranked by Elo rating.")
|
261 |
|
262 |
with gr.Group(elem_id="leaderboard-info"):
|
|
|
14 |
feedback_options = {
|
15 |
"left": ["Model A: More complete", "Model A: More accurate", "Model A: More relevant", "Model A: Better written", "Model A: Better refusal (if applicable)"],
|
16 |
"right": ["Model B: More complete", "Model B: More accurate", "Model B: More relevant", "Model B: Better written", "Model B: Better refusal (if applicable)"],
|
17 |
+
"tie": ["Model A: More complete", "Model A: More accurate", "Model A: More relevant", "Model A: Better written", "Model A: Better refusal (if applicable)",
|
18 |
+
"Model B: More complete", "Model B: More accurate", "Model B: More relevant", "Model B: Better written", "Model B: Better refusal (if applicable)"],
|
19 |
+
"neither": ["Model A: Incomplete", "Model A: Hallucinate", "Model A: Irrelevant", "Model A: Incorrect refusal (if applicable)",
|
20 |
+
"Model B: Incomplete", "Model B: Hallucinate", "Model B: Irrelevant", "Model B: Incorrect refusal (if applicable)"]
|
21 |
}
|
22 |
|
23 |
def load_context():
|
|
|
188 |
with gr.Tabs() as tabs:
|
189 |
# Main Arena Tab
|
190 |
with gr.TabItem("Arena", id="arena-tab"):
|
191 |
+
gr.Markdown("# RAG SLM Summarizer/Generator Arena")
|
192 |
+
gr.Markdown("""
|
193 |
+
1️⃣ Review the query and examine the highlighted context (✨ highlights contain key information! )\n
|
194 |
+
2️⃣ Compare answers generated by two different models side-by-side\n
|
195 |
+
3️⃣ Vote for the better response or select 'Tie/Neither' if appropriate""")
|
196 |
+
|
197 |
+
gr.HTML("<hr>")
|
198 |
|
199 |
# Main container
|
200 |
with gr.Column(elem_id="main-interface-area") as main_interface_area:
|
201 |
# Query section
|
202 |
with gr.Row(elem_id="query-title-row"):
|
203 |
+
gr.Markdown("### 💬 Query (What Users Want to Ask About the Doc)", elem_classes="section-heading")
|
204 |
|
205 |
with gr.Row(elem_id="query-container"):
|
206 |
with gr.Row(elem_classes="query-box-row"):
|
207 |
query_display = gr.Markdown(value="Loading question...", elem_classes="query-text")
|
208 |
+
random_question_btn = gr.Button("🔄 Try a New Question", elem_classes="query-button")
|
209 |
|
210 |
+
|
211 |
# Context description and display
|
212 |
context_description = gr.Markdown("", elem_classes="context-description")
|
213 |
|
214 |
+
gr.HTML("<hr>")
|
215 |
+
|
216 |
with gr.Row(elem_id="context-header-row"):
|
217 |
+
gr.Markdown("### 📋 Context (Relevant Information We Got from the Database)", elem_classes="context-title")
|
218 |
context_toggle_btn = gr.Button("Show Full Context", elem_classes=["context-toggle-button"])
|
219 |
|
220 |
context_display = gr.HTML(value="Loading context...", label="Context Chunks")
|
221 |
|
222 |
gr.Markdown("---")
|
223 |
+
gr.Markdown("### 🔍 Compare Answers from Models", elem_classes="section-heading")
|
224 |
|
225 |
# Model summaries
|
226 |
with gr.Row():
|
|
|
231 |
with gr.Group(elem_classes=["summary-card", "summary-card-b"]):
|
232 |
summary_b_display = gr.Textbox(label="Model B", lines=10, interactive=False, show_copy_button=True)
|
233 |
|
234 |
+
gr.HTML("<hr>")
|
235 |
+
|
236 |
# Voting section
|
237 |
+
gr.Markdown("### 🏅 Cast Your Vote", elem_classes="section-heading")
|
238 |
with gr.Row():
|
239 |
vote_button_a = gr.Button("⬅️ Summary A is Better", elem_classes=["vote-button"])
|
240 |
vote_button_tie = gr.Button("🤝 Tie / Equally Good", elem_classes=["vote-button"])
|
241 |
vote_button_b = gr.Button("➡️ Summary B is Better", elem_classes=["vote-button"])
|
242 |
+
vote_button_neither = gr.Button("❌ Neither is Good", elem_classes=["vote-button", "vote-button-neither"])
|
243 |
|
244 |
# Feedback and Submit sections
|
245 |
with gr.Group(elem_classes=["feedback-section"], visible=False) as feedback_section:
|
246 |
feedback_checkboxes = gr.CheckboxGroup(label="Feedback (optional)", choices=[], interactive=False)
|
247 |
+
submit_button = gr.Button("Submit Your Vote", variant="primary", interactive=False, elem_id="submit-button")
|
248 |
|
249 |
# Results area
|
250 |
with gr.Column(visible=False) as results_reveal_area:
|
|
|
254 |
# Model reveal section
|
255 |
with gr.Row():
|
256 |
with gr.Column(scale=1):
|
257 |
+
gr.Markdown("### Model A was:", elem_classes="section-heading")
|
258 |
model_a_reveal = gr.Markdown("", elem_classes="model-reveal model-a-reveal")
|
259 |
with gr.Column(scale=1):
|
260 |
+
gr.Markdown("### Model B was:", elem_classes="section-heading")
|
261 |
model_b_reveal = gr.Markdown("", elem_classes="model-reveal model-b-reveal")
|
262 |
|
263 |
gr.HTML("<hr>")
|
|
|
268 |
|
269 |
# Leaderboard Tab
|
270 |
with gr.TabItem("Leaderboard", id="leaderboard-tab"):
|
271 |
+
gr.Markdown("# RAG SLM Summarizer/Generator Leaderboard", elem_classes="orange-title")
|
272 |
gr.Markdown("View performance statistics for all models ranked by Elo rating.")
|
273 |
|
274 |
with gr.Group(elem_id="leaderboard-info"):
|