Spaces:

open-nlp
/

Chris-lab

Sleeping

App Files Files Community

kz209 commited on Sep 10

Commit

eebe34f

•

1 Parent(s): c5cb52f

update

Browse files

Files changed (5) hide show

html/leaderboard_template.html +2 -1
html/prompt_display.html +0 -32
pages/leaderboard.py +33 -64
prompt/prompt.ipynb +12 -7
prompt/prompt.json +1 -1

html/leaderboard_template.html CHANGED Viewed

@@ -64,4 +64,5 @@
         });
     </script>
 </body>
-</html>

         });
     </script>
 </body>
+</html>

html/prompt_display.html DELETED Viewed

@@ -1,32 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-    <meta charset="UTF-8">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>Prompt Details</title>
-</head>
-<body>
-    <h1>Prompt Details</h1>
-    <div id="prompt-container"></div>
-    <script>
-        const urlParams = new URLSearchParams(window.location.search);
-        const promptId = urlParams.get('id');
-        // Fetch the prompt data dynamically (you can modify this part based on how you are storing prompts)
-        fetch('/prompt/prompt.json')  // Assuming prompts are stored in this file
-            .then(response => response.json())
-            .then(prompts => {
-                const prompt = prompts.find(p => p.id === promptId);
-                if (prompt) {
-                    document.getElementById('prompt-container').innerHTML = `
-                        <h2>Prompt ID: ${promptId}</h2>
-                        <p><strong>Prompt:</strong> ${prompt.prompt.replace(/\n/g, '<br>')}</p>
-                    `;
-                } else {
-                    document.getElementById('prompt-container').innerText = "Prompt not found.";
-                }
-            });
-    </script>
-</body>
-</html>

pages/leaderboard.py CHANGED Viewed

@@ -1,110 +1,79 @@
-import pandas as pd
 import html
 import json
 import gradio as gr
-import os
-file_path = "html/prompt_display.html"
-if os.access(file_path, os.R_OK):
-    print(f"{file_path} is readable")
-else:
-    print(f"{file_path}is not readable")
-file_path = "html/leaderboard_template.html"
-if os.access(file_path, os.R_OK):
-    print(f"{file_path} is readable")
-else:
-    print(f"{file_path}is not readable")
-file_path = "prompt/prompt.json"
-if os.access(file_path, os.R_OK):
-    print(f"{file_path} is readable")
-else:
-    print(f"{file_path}is not readable")
-def create_html_with_tooltip(id, prompt):
-    # Create a URL that points to the new page with the prompt ID in the query string
-    escaped_prompt = html.escape(prompt.replace("\n", "<br />"))
-    return f'<a href="html/prompt_display.html?id={id}" class="tooltip" data-id="{id}" data-prompt="{escaped_prompt}">{id}</a>'
 with open("prompt/prompt.json", "r") as file:
     json_data = file.read()
-    prompts = json.loads(json_data)# Sample data for the leaderboard
 winning_rate = [prompt['metric']['winning_number'] for prompt in prompts]
 winning_rate = [num / sum(winning_rate) for num in winning_rate]
 data = {
     'Rank': [i+1 for i in range(len(prompts))],
-    'Methods': [create_html_with_tooltip(prompt['id'], prompt['prompt'].replace("\n","<br />")) for prompt in prompts],
     'Rouge Score': [prompt['metric']['Rouge'] for prompt in prompts],
     'Winning Rate': winning_rate,
     'Authors': [prompt['author'] for prompt in prompts],
 }
 df = pd.DataFrame(data)
 df.sort_values(by='Rouge Score', ascending=False, inplace=True, ignore_index=True)
 df['Rank'] = range(1, len(df) + 1)
-# Define a list of medal emojis
 medals = ['🏅', '🥈', '🥉']
 for i in range(3):
     df.loc[i, 'Authors'] = f"{medals[i]} {df.loc[i, 'Authors']}"
 def update_leaderboard(sort_by):
     sorted_df = df.sort_values(by=sort_by, ascending=False, ignore_index=True)
     sorted_df['Rank'] = range(1, len(sorted_df) + 1)
-    # Convert DataFrame to HTML with clickable headers for sorting and without escaping
     table_html = sorted_df.to_html(index=False, escape=False)
     # Add sorting links to column headers
     for column in sorted_df.columns:
         table_html = table_html.replace(f'<th>{column}</th>',
-                            f'<th><a href="#" onclick="sortBy(\'{column}\'); return false;">{column}</a></th>')
-    # Load the HTML template
-    with open('html/leaderboard_template.html', 'r') as file:
-        template = file.read()
-    # Create the sortBy function in JavaScript
-    sort_by_function = """
-    function sortBy(column) {{
-        const gradioEl = document.querySelector('gradio-app');
-        const dropdown = gradioEl.querySelector('select');
-        dropdown.value = column;
-        dropdown.dispatchEvent(new Event('change'));
-    }}
-    """
-    # Insert the table HTML and sortBy function into the template
-    full_html = template.replace('<div id="leaderboard-container"></div>',
-                                 f'<div id="leaderboard-container">{table_html}</div>')
-    full_html = full_html.replace('// This function will be implemented in Python and injected here',
-                                  sort_by_function)
-    return full_html
 def create_leaderboard():
     with gr.Blocks(css="""
         .tooltip { cursor: pointer; color: blue; text-decoration: underline; }
     """) as demo:
         gr.Markdown("# 🏆 Summarization Arena Leaderboard")
         with gr.Row():
             gr.Markdown("[Blog](placeholder) | [GitHub](placeholder) | [Paper](placeholder) | [Dataset](placeholder) | [Twitter](placeholder) | [Discord](placeholder)")
-        gr.Markdown("Welcome to our open platform for evaluating LLM summarization capabilities. We use the DATASET_NAME_PLACEHOLDER dataset to generate summaries with Qwen2-1.5b. These summaries are then evaluated by Rouge and Winning Rate from the arena")
         sort_by = gr.Dropdown(list(df.columns), label="Sort by", value="Rouge Score")
-        gr.Markdown("**Performance**\n\n**methods**: 5,   **questions**: 15")
         leaderboard = gr.HTML(update_leaderboard("Rouge Score"), elem_id="leaderboard")
-        sort_by.change(update_leaderboard, inputs=[sort_by], outputs=[leaderboard])
-    return demo
 if __name__ == "__main__":
     demo = create_leaderboard()
-    demo.launch()

 import html
 import json
+import pandas as pd
 import gradio as gr
+# Function to create HTML tooltips
+def create_html_with_tooltip(id, base_url):
+    return f'<a href="{base_url}"target="_blank">{id}</a>'
+# Load prompts from JSON
 with open("prompt/prompt.json", "r") as file:
     json_data = file.read()
+    prompts = json.loads(json_data)
+# Prepare leaderboard data
 winning_rate = [prompt['metric']['winning_number'] for prompt in prompts]
 winning_rate = [num / sum(winning_rate) for num in winning_rate]
 data = {
     'Rank': [i+1 for i in range(len(prompts))],
+    'Methods': [create_html_with_tooltip(prompt['id'], prompt['url']) for prompt in prompts],
     'Rouge Score': [prompt['metric']['Rouge'] for prompt in prompts],
     'Winning Rate': winning_rate,
     'Authors': [prompt['author'] for prompt in prompts],
 }
+# Create DataFrame and sort by Rouge Score
 df = pd.DataFrame(data)
 df.sort_values(by='Rouge Score', ascending=False, inplace=True, ignore_index=True)
 df['Rank'] = range(1, len(df) + 1)
+# Assign medals for top 3 authors
 medals = ['🏅', '🥈', '🥉']
 for i in range(3):
     df.loc[i, 'Authors'] = f"{medals[i]} {df.loc[i, 'Authors']}"
+# Function to update the leaderboard
 def update_leaderboard(sort_by):
     sorted_df = df.sort_values(by=sort_by, ascending=False, ignore_index=True)
     sorted_df['Rank'] = range(1, len(sorted_df) + 1)
+    # Convert DataFrame to HTML with clickable headers for sorting
     table_html = sorted_df.to_html(index=False, escape=False)
     # Add sorting links to column headers
     for column in sorted_df.columns:
         table_html = table_html.replace(f'<th>{column}</th>',
+                        f'<th><a href="#" onclick="sortBy(\'{column}\'); return false;">{column}</a></th>')
+    return table_html
+# Define Gradio interface
 def create_leaderboard():
     with gr.Blocks(css="""
         .tooltip { cursor: pointer; color: blue; text-decoration: underline; }
+        table { border-collapse: collapse; width: 100%; }
+        th, td { border: 1px solid #ddd; padding: 8px; text-align: left; }
+        th { background-color: #f2f2f2; }
+        #prompt-display { display: none; }
     """) as demo:
         gr.Markdown("# 🏆 Summarization Arena Leaderboard")
         with gr.Row():
             gr.Markdown("[Blog](placeholder) | [GitHub](placeholder) | [Paper](placeholder) | [Dataset](placeholder) | [Twitter](placeholder) | [Discord](placeholder)")
+        gr.Markdown("Welcome to our open platform for evaluating LLM summarization capabilities.")
+        # Dropdown for sorting
         sort_by = gr.Dropdown(list(df.columns), label="Sort by", value="Rouge Score")
+        # Display the leaderboard
         leaderboard = gr.HTML(update_leaderboard("Rouge Score"), elem_id="leaderboard")
+        # Change sorting when dropdown is changed
+        sort_by.change(fn=lambda sort: update_leaderboard(sort), inputs=sort_by, outputs=leaderboard)
+    return demo
+# Launch Gradio interface
 if __name__ == "__main__":
     demo = create_leaderboard()
+    demo.launch(debug=True)

prompt/prompt.ipynb CHANGED Viewed

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 2,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -16,7 +16,8 @@
     "        \"metric\": {\n",
     "            \"Rouge\": 0.14,\n",
     "            \"winning_number\": 10\n",
-    "        }\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_1\",\n",
@@ -52,7 +53,8 @@
     "        \"metric\": {\n",
     "            \"Rouge\": 0.14,\n",
     "            \"winning_number\": 12\n",
-    "        }\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_2\",\n",
@@ -61,7 +63,8 @@
     "        \"metric\": {\n",
     "            \"Rouge\": 0.15,\n",
     "            \"winning_number\": 3\n",
-    "        }\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_3\",\n",
@@ -92,7 +95,8 @@
     "        \"metric\": {\n",
     "            \"Rouge\": 0.11,\n",
     "            \"winning_number\": 8\n",
-    "        }\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_4\",\n",
@@ -149,14 +153,15 @@
     "        \"metric\": {\n",
     "            \"Rouge\": 0.2,\n",
     "            \"winning_number\": 13\n",
-    "        }\n",
     "    },\n",
     "]"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [

  "cells": [
   {
    "cell_type": "code",
+   "execution_count": 3,
    "metadata": {},
    "outputs": [],
    "source": [
     "        \"metric\": {\n",
     "            \"Rouge\": 0.14,\n",
     "            \"winning_number\": 10\n",
+    "        },\n",
+    "        \"url\": \"https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D2\"\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_1\",\n",
     "        \"metric\": {\n",
     "            \"Rouge\": 0.14,\n",
     "            \"winning_number\": 12\n",
+    "        },\n",
+    "        \"url\": \"https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D3\"\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_2\",\n",
     "        \"metric\": {\n",
     "            \"Rouge\": 0.15,\n",
     "            \"winning_number\": 3\n",
+    "        },\n",
+    "        \"url\": \"https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D4\"\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_3\",\n",
     "        \"metric\": {\n",
     "            \"Rouge\": 0.11,\n",
     "            \"winning_number\": 8\n",
+    "        },\n",
+    "        \"url\": \"https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D5\"\n",
     "    },\n",
     "    {\n",
     "        \"id\": \"id_4\",\n",
     "        \"metric\": {\n",
     "            \"Rouge\": 0.2,\n",
     "            \"winning_number\": 13\n",
+    "        },\n",
+    "        \"url\": \"https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D6\"\n",
     "    },\n",
     "]"
    ]
   },
   {
    "cell_type": "code",
+   "execution_count": 4,
    "metadata": {},
    "outputs": [],
    "source": [

prompt/prompt.json CHANGED Viewed

@@ -1 +1 @@

- [{"id": "id_0", "prompt": "You are a proficient assistant tasked with summarizing medical dialogue between a doctor and a patient. Provide a careful and accurate summary based solely on the conversation. Each word is important, and missing any crucial information could have serious consequences. Use only the information from the conversation, and if something is unclear or cannot be accurately summarized, indicate it with \"N/A.\" Follow a step-by-step approach to ensure completeness .", "author": "Shunxi Wu", "metric": {"Rouge": 0.14, "winning_number": 10}}, {"id": "id_1", "prompt": "You are a proficient assistant that helps summarize medical dialogue after the communication between the doctor and the patient, Think step by step and strictly follow the form of the example provided, structure the summary into:\n1.CHIEF COMPLAINT:\n<leave blank row>\n<fill in> \n<leave blank row>\n2. HISTORY OF PRESENT ILLNESS: \n<leave blank row>\n<fill in> \n<leave blank row>\n3. MEDICAL HISTORY: \n<leave blank row>\n<fill in> \n<leave blank row>\n4. PHYSICAL EXAM: \n<leave blank row>\n<fill in> \n<leave blank row>\n5. RESULTS: \n<leave blank row>\n<fill in> \n<leave blank row>\n6. ASSESSMENT: \n<leave blank row>\n<fill in> \n<leave blank row>\n\nYou are autoregressive and carefully provide summarization based on the conversation. Since you are autoregressive, each token of the conversation should be considered important, and you cannot lose any important information. \nUse only the information from the conversation, and if something is unclear or cannot be accurately summarized, indicate it with \"\"N/A.\"\" Follow a step-by-step approach to ensure completeness and adhere strictly to the provided example format.", "author": "Shunxi Wu", "metric": {"Rouge": 0.14, "winning_number": 12}}, {"id": "id_2", "prompt": "Summarize this conversation. Tell me about the Patient's history, current condition, and treatment plan", "author": "Taru Mishra", "metric": {"Rouge": 0.15, "winning_number": 3}}, {"id": "id_3", "prompt": "Here is a dialogue:\nDR: You mentioned having a cough for 2 days and a\nfever since last night along with being short of breath.\nIs that correct?\nPT: yes , correct\nDR: I appreciate your concern for preventing spread. Do\nyou feel like you are unable to move around as usual?\nPT: I\u2019m definitely weaker and low energy the fever\nwent down to 99 this morning\nDR: Have you taken any medications or tried anything\nelse to help you with your symptoms?\nPT: lots of fluids and vitamin c. lozenges to minimize\ncoughing\nDR: do you have any medical conditions or have you\nbeen on any medications\nPT: no, none\nDR: alright. When you had a fever, did you take\nmedicine like tylenol to bring the fever down?\nPT: I didn\u2019t\nFirst, important details from the text are extracted. The important facts that the patient states are that they had a cough for 2 days, a fever since last night, shortness of breath, weaker and low energy, fever going down to 99, lots of fluid and vitamin c taken to minimize coughing, no medical conditions, and didn't take medicine like tylenol to bring the fever down.\nNext, they are synthesized into a summary with the important details directly copied word-for-word from the text. In this case, we copy \"\"cough for 2 days\"\", \"\"a fever since last night\"\", \"\"short of breath\"\", \"\"weaker and low energy\"\", \"\"fever went down to 99 this morning\"\", \"\"lots of fluids and vitamin c lozenges to minimize coughing\"\", and \"\"take medicine like tylenol to bring the fever down\"\". We add connecting words, and we arrive at the summary:\nThe patient mentioned having a cough for 2 days and a fever since last night with being short of breath. The patient is weaker and low energy, and their fever went down to 99 this morning. The patient took lots of fluids and vitamin c lozenges to minimize coughing. The patient does not have any medical conditions or medications. The patient didn't take medicine like tylenol to bring the fever down.\nHere is a dialogue, apply the same process but only output the summary:", "author": "Eric Chen", "metric": {"Rouge": 0.11, "winning_number": 8}}, {"id": "id_4", "prompt": "Here is a dialogue:\nDR: You mentioned having a cough for 2 days and a\nfever since last night along with being short of breath.\nIs that correct?\nPT: yes , correct\nDR: I appreciate your concern for preventing spread. Do\nyou feel like you are unable to move around as usual?\nPT: I\u2019m definitely weaker and low energy the fever\nwent down to 99 this morning\nDR: Have you taken any medications or tried anything\nelse to help you with your symptoms?\nPT: lots of fluids and vitamin c. lozenges to minimize\ncoughing\nDR: do you have any medical conditions or have you\nbeen on any medications\nPT: no, none\nDR: alright. When you had a fever, did you take\nmedicine like tylenol to bring the fever down?\nPT: I didn\u2019t\nDR: ok alright let me do a quick physical exam now with a thermometer, it seems like your temperature is 98 now\nPT: okay \nDR: it seems like your infection is going away, just make sure to keep resting\nPT: okay\nFirst, important details from the text are extracted. The important facts that the patient states are that they had a cough for 2 days, a fever since last night, shortness of breath, weaker and low energy, fever going down to 99, lots of fluid and vitamin c taken to minimize coughing, no medical conditions, and didn't take medicine like tylenol to bring the fever down.\nNext, they are synthesized into a summary with the important details directly copied word-for-word from the text. In this case, we copy \"\"cough for 2 days\"\", \"\"a fever since last night\"\", \"\"short of breath\"\", \"\"weaker and low energy\"\", \"\"fever went down to 99 this morning\"\", \"\"lots of fluids and vitamin c lozenges to minimize coughing\"\", \"\"take medicine like tylenol to bring the fever down\"\", \"\"thermometer\"\", \"\"temperature is 98 now\"\", \"\"infection is going away\"\", and \"\"make sure to keep resting\"\".\nThen, we sort these details into the categories that they are relevant to. There are five categories, CHIEF COMPLAINT, HISTORY OF PRESENT ILLNESS, PHYSICAL EXAM, RESULTS, and ASSESSMENT. Details are split if they belong to multiple categories. Sorted they are CHIEF COMPLAINT: cough, fever, HISTORY OF PRESENT ILLNESS: cough for 2 days, a fever since last night, short of breath, weaker and low energy, fever went to 99 this morning, lots of fluids and vitamin c lozenges to minimize coughing, didn't take tylenol to bring the fever down, PHYSICAL EXAM: thermometer, RESULTS: temperature is 98, ASSESSMENT: infection is going away, make sure to keep resting.\nFinally, we add connecting words, and add the relevant section headers and we arrive at the summary:\n\nCHIEF COMPLAINT\n\nThe patient has a cough and a fever.\n\nHISTORY OF PRESENT ILLNESS\n\nThe patient has had a cough for 2 days, a fever since last night, and is weaker, low energy, and short of breath. The patient's fever went down to 99 this morning. The patient has taken lots of fluids and vitamin c lozenges to minimize coughing. The patient didn't take tylenol to bring the fever down.\n\nPHYSICAL EXAM\n\nThe doctor used a thermometer to test the patient's temperature.\n\nRESULTS\n\nThe patient's temperature is 98 degrees.\n\nASSESSMENT\n\nThe patient's infection is going away and the patient needs to rest.\n\nHere is a dialogue, apply the same process but only output the summary:", "author": "Eric Chen", "metric": {"Rouge": 0.2, "winning_number": 13}}]

+ [{"id": "id_0", "prompt": "You are a proficient assistant tasked with summarizing medical dialogue between a doctor and a patient. Provide a careful and accurate summary based solely on the conversation. Each word is important, and missing any crucial information could have serious consequences. Use only the information from the conversation, and if something is unclear or cannot be accurately summarized, indicate it with \"N/A.\" Follow a step-by-step approach to ensure completeness .", "author": "Shunxi Wu", "metric": {"Rouge": 0.14, "winning_number": 10}, "url": "https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D2"}, {"id": "id_1", "prompt": "You are a proficient assistant that helps summarize medical dialogue after the communication between the doctor and the patient, Think step by step and strictly follow the form of the example provided, structure the summary into:\n1.CHIEF COMPLAINT:\n<leave blank row>\n<fill in> \n<leave blank row>\n2. HISTORY OF PRESENT ILLNESS: \n<leave blank row>\n<fill in> \n<leave blank row>\n3. MEDICAL HISTORY: \n<leave blank row>\n<fill in> \n<leave blank row>\n4. PHYSICAL EXAM: \n<leave blank row>\n<fill in> \n<leave blank row>\n5. RESULTS: \n<leave blank row>\n<fill in> \n<leave blank row>\n6. ASSESSMENT: \n<leave blank row>\n<fill in> \n<leave blank row>\n\nYou are autoregressive and carefully provide summarization based on the conversation. Since you are autoregressive, each token of the conversation should be considered important, and you cannot lose any important information. \nUse only the information from the conversation, and if something is unclear or cannot be accurately summarized, indicate it with \"\"N/A.\"\" Follow a step-by-step approach to ensure completeness and adhere strictly to the provided example format.", "author": "Shunxi Wu", "metric": {"Rouge": 0.14, "winning_number": 12}, "url": "https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D3"}, {"id": "id_2", "prompt": "Summarize this conversation. Tell me about the Patient's history, current condition, and treatment plan", "author": "Taru Mishra", "metric": {"Rouge": 0.15, "winning_number": 3}, "url": "https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D4"}, {"id": "id_3", "prompt": "Here is a dialogue:\nDR: You mentioned having a cough for 2 days and a\nfever since last night along with being short of breath.\nIs that correct?\nPT: yes , correct\nDR: I appreciate your concern for preventing spread. Do\nyou feel like you are unable to move around as usual?\nPT: I\u2019m definitely weaker and low energy the fever\nwent down to 99 this morning\nDR: Have you taken any medications or tried anything\nelse to help you with your symptoms?\nPT: lots of fluids and vitamin c. lozenges to minimize\ncoughing\nDR: do you have any medical conditions or have you\nbeen on any medications\nPT: no, none\nDR: alright. When you had a fever, did you take\nmedicine like tylenol to bring the fever down?\nPT: I didn\u2019t\nFirst, important details from the text are extracted. The important facts that the patient states are that they had a cough for 2 days, a fever since last night, shortness of breath, weaker and low energy, fever going down to 99, lots of fluid and vitamin c taken to minimize coughing, no medical conditions, and didn't take medicine like tylenol to bring the fever down.\nNext, they are synthesized into a summary with the important details directly copied word-for-word from the text. In this case, we copy \"\"cough for 2 days\"\", \"\"a fever since last night\"\", \"\"short of breath\"\", \"\"weaker and low energy\"\", \"\"fever went down to 99 this morning\"\", \"\"lots of fluids and vitamin c lozenges to minimize coughing\"\", and \"\"take medicine like tylenol to bring the fever down\"\". We add connecting words, and we arrive at the summary:\nThe patient mentioned having a cough for 2 days and a fever since last night with being short of breath. The patient is weaker and low energy, and their fever went down to 99 this morning. The patient took lots of fluids and vitamin c lozenges to minimize coughing. The patient does not have any medical conditions or medications. The patient didn't take medicine like tylenol to bring the fever down.\nHere is a dialogue, apply the same process but only output the summary:", "author": "Eric Chen", "metric": {"Rouge": 0.11, "winning_number": 8}, "url": "https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D5"}, {"id": "id_4", "prompt": "Here is a dialogue:\nDR: You mentioned having a cough for 2 days and a\nfever since last night along with being short of breath.\nIs that correct?\nPT: yes , correct\nDR: I appreciate your concern for preventing spread. Do\nyou feel like you are unable to move around as usual?\nPT: I\u2019m definitely weaker and low energy the fever\nwent down to 99 this morning\nDR: Have you taken any medications or tried anything\nelse to help you with your symptoms?\nPT: lots of fluids and vitamin c. lozenges to minimize\ncoughing\nDR: do you have any medical conditions or have you\nbeen on any medications\nPT: no, none\nDR: alright. When you had a fever, did you take\nmedicine like tylenol to bring the fever down?\nPT: I didn\u2019t\nDR: ok alright let me do a quick physical exam now with a thermometer, it seems like your temperature is 98 now\nPT: okay \nDR: it seems like your infection is going away, just make sure to keep resting\nPT: okay\nFirst, important details from the text are extracted. The important facts that the patient states are that they had a cough for 2 days, a fever since last night, shortness of breath, weaker and low energy, fever going down to 99, lots of fluid and vitamin c taken to minimize coughing, no medical conditions, and didn't take medicine like tylenol to bring the fever down.\nNext, they are synthesized into a summary with the important details directly copied word-for-word from the text. In this case, we copy \"\"cough for 2 days\"\", \"\"a fever since last night\"\", \"\"short of breath\"\", \"\"weaker and low energy\"\", \"\"fever went down to 99 this morning\"\", \"\"lots of fluids and vitamin c lozenges to minimize coughing\"\", \"\"take medicine like tylenol to bring the fever down\"\", \"\"thermometer\"\", \"\"temperature is 98 now\"\", \"\"infection is going away\"\", and \"\"make sure to keep resting\"\".\nThen, we sort these details into the categories that they are relevant to. There are five categories, CHIEF COMPLAINT, HISTORY OF PRESENT ILLNESS, PHYSICAL EXAM, RESULTS, and ASSESSMENT. Details are split if they belong to multiple categories. Sorted they are CHIEF COMPLAINT: cough, fever, HISTORY OF PRESENT ILLNESS: cough for 2 days, a fever since last night, short of breath, weaker and low energy, fever went to 99 this morning, lots of fluids and vitamin c lozenges to minimize coughing, didn't take tylenol to bring the fever down, PHYSICAL EXAM: thermometer, RESULTS: temperature is 98, ASSESSMENT: infection is going away, make sure to keep resting.\nFinally, we add connecting words, and add the relevant section headers and we arrive at the summary:\n\nCHIEF COMPLAINT\n\nThe patient has a cough and a fever.\n\nHISTORY OF PRESENT ILLNESS\n\nThe patient has had a cough for 2 days, a fever since last night, and is weaker, low energy, and short of breath. The patient's fever went down to 99 this morning. The patient has taken lots of fluids and vitamin c lozenges to minimize coughing. The patient didn't take tylenol to bring the fever down.\n\nPHYSICAL EXAM\n\nThe doctor used a thermometer to test the patient's temperature.\n\nRESULTS\n\nThe patient's temperature is 98 degrees.\n\nASSESSMENT\n\nThe patient's infection is going away and the patient needs to rest.\n\nHere is a dialogue, apply the same process but only output the summary:", "author": "Eric Chen", "metric": {"Rouge": 0.2, "winning_number": 13}, "url": "https://docs.google.com/spreadsheets/d/1ui9ccRkzeMWAiJiRgr2ClpYTAK4uFhX44aXi0WDJY8Q/edit?gid=1699794338#gid=1699794338&range=D6"}]