Add new charts

app.py

@@ -1,54 +1,20 @@
+import json
+import pickle
+from datetime import datetime, date
+
 import gradio as gr
-import plotly.graph_objects as go
 import pandas as pd
+import plotly.graph_objects as go
 
-# Capex in Millions of USD per Quarter of Microsoft, Google, Meta, Apple, Amazon
-big_five_capex: list[tuple[str, int, int, int, int, int]] = [
-   ("2014 Q3", 1282, 2417, 482, 3826, 1378),
-   ("2014 Q4", 1490, 3606, 517, 3217, 1145),
-   ("2015 Q1", 1391, 2927, 502, 2369, 871),
-   ("2015 Q2", 1781, 2515, 549, 2043, 1213),
-   ("2015 Q3", 1356, 2406, 780, 3618, 1195),
-   ("2015 Q4", 2024, 2102, 692, 3612, 1309),
-   ("2016 Q1", 2308, 2444, 1132, 2336, 1179),
-   ("2016 Q2", 2655, 2136, 995, 2809, 1711),
-   ("2016 Q3", 2163, 2554, 1095, 3977, 1841),
-   ("2016 Q4", 1988, 3078, 1269, 3334, 3073),
-   ("2017 Q1", 1695, 2508, 1271, 2975, 2148),
-   ("2017 Q2", 2283, 2831, 1444, 2277, 3113),
-   ("2017 Q3", 2132, 3538, 1755, 3865, 3074),
-   ("2017 Q4", 2586, 4307, 2263, 2810, 3619),
-   ("2018 Q1", 2934, 7299, 2812, 4195, 3098),
-   ("2018 Q2", 3980, 5477, 3460, 3267, 3243),
-   ("2018 Q3", 3602, 5282, 3342, 3041, 3352),
-   ("2018 Q4", 3707, 7081, 4301, 3355, 3734),
-   ("2019 Q1", 2565, 4638, 3837, 2363, 3290),
-   ("2019 Q2", 4051, 6126, 3633, 2000, 3562),
-   ("2019 Q3", 3385, 6732, 3532, 2777, 4697),
-   ("2019 Q4", 3545, 6052, 4100, 2107, 5312),
-   ("2020 Q1", 3767, 6005, 3558, 1853, 6795),
-   ("2020 Q2", 4744, 5391, 3255, 1565, 7459),
-   ("2020 Q3", 4907, 5406, 3689, 1784, 11063),
-   ("2020 Q4", 4174, 5479, 4613, 3500, 14823),
-   ("2021 Q1", 5089, 5942, 4303, 2269, 12082),
-   ("2021 Q2", 6452, 5496, 4641, 2093, 14288),
-   ("2021 Q3", 5810, 6819, 4346, 3223, 15748),
-   ("2021 Q4", 5865, 6383, 5400, 2803, 18935),
-   ("2022 Q1", 5340, 9786, 5441, 2514, 14951),
-   ("2022 Q2", 6871, 6828, 7572, 2102, 15724),
-   ("2022 Q3", 6283, 7276, 9375, 3289, 16378),
-   ("2022 Q4", 6274, 7595, 9043, 3787, 16592),
-   ("2023 Q1", 6607, 6289, 6823, 2916, 14207),
-   ("2023 Q2", 8943, 6888, 6134, 2093, 11455),
-   ("2023 Q3", 9917, 8055, 6543, 2163, 12479),
-   ("2023 Q4", 9735, 11019, 7665, 2392, 14588),
-   ("2024 Q1", 10952, 12012, 6400, 1996, 14925),
-   ("2024 Q2", 13873, 13186, 8173, 2151, 17620),
-]
-
-
-def create_chart():
-    df = pd.DataFrame(big_five_capex, columns=['Quarter', 'Microsoft', 'Google', 'Meta', 'Apple', 'Amazon'])
+
+def create_big_five_capex_plot():
+    # Capex in Millions of USD per Quarter of Microsoft, Google, Meta, Apple, Amazon
+    big_five_capex = []
+    with open("big_five_capex.jsonl", 'r') as file:
+        for line in file:
+            big_five_capex.append(json.loads(line))
+
+    df = pd.DataFrame(big_five_capex)
     
     fig = go.Figure()
     
@@ -64,9 +30,43 @@ def create_chart():
         ))
     
     fig.update_layout(
-        title='Capital Expenditure of the Big Five Tech Companies in Millions of USD per Quarter',
+        title='Capital Expenditure of the Big Five Tech Companies in Millions of U.S. Dollars per Quarter',
+        xaxis_title='Quarter',
+        yaxis_title='Capex (Millions of U.S. Dollars)',
+        barmode='stack',
+        legend_title='Companies',
+        height=800
+    )
+
+    return fig
+
+
+def create_chip_designers_data_center_revenue_plot():
+    # Data Center Revenue in Millions of USD per Quarter of NVIDIA, AMD and Intel
+    data_center_revenue_by_company = []
+    with open("chip_designers_data_center_revenue.jsonl", 'r') as file:
+        for line in file:
+            data_center_revenue_by_company.append(json.loads(line))
+
+    df = pd.DataFrame(data_center_revenue_by_company)
+
+    fig = go.Figure()
+
+    companies = ['NVIDIA', 'AMD', 'Intel']
+    colors = ['#80bb00', '#ee161f', '#0065e3']  # TODO
+
+    for company, color in zip(companies, colors):
+        fig.add_trace(go.Bar(
+            x=df['Quarter'],
+            y=df[company],
+            name=company,
+            marker_color=color
+        ))
+
+    fig.update_layout(
+        title='Data Center Revenue of NVIDIA, AMD and Intel in Millions of U.S. Dollars per Quarter',
         xaxis_title='Quarter',
-        yaxis_title='Capex (Millions of USD)',
+        yaxis_title='Data Center Revenue (Millions of U.S. Dollars)',
         barmode='stack',
         legend_title='Companies',
         height=800
@@ -75,12 +75,147 @@ def create_chart():
     return fig
 
 
+def create_size_for_performance_plot(category_to_display: str,
+                                     parameter_type_to_display: str,
+                                     model_to_compare: str) -> (go.Figure, gr.Dropdown, gr.Dropdown):
+    with open('elo_results_20240823.pkl', 'rb') as file:
+        elo_results = pickle.load(file)
+    categories: list[str] = list(elo_results["text"].keys())
+    if category_to_display not in categories:
+        raise gr.Error(message=f"Category '{category_to_display}' not found.")
+    elo_ratings_for_category: dict = dict(elo_results["text"][category_to_display]["elo_rating_final"])
+
+    models: list[dict] = []
+    with open("models.jsonl", 'r') as file:
+        for line in file:
+            models.append(json.loads(line))
+
+    size_for_performance_data: list[dict] = []
+    for model_name, model_elo_rating in elo_ratings_for_category.items():
+        model_entries_found = [model for model in models if model["Name"] == model_name]
+        if model_entries_found:
+            size_for_performance_data.append({
+                "Name": model_name,
+                "Release Date": model_entries_found[0]["Release Date"],
+                "ELO Rating": model_elo_rating,
+                parameter_type_to_display: model_entries_found[0][parameter_type_to_display]
+            })
+        else:
+            print(f"[WARNING] Model '{model_name}' not found in models.jsonl")
+
+    comparison_model_elo_score = elo_ratings_for_category[model_to_compare]
+    filtered_models = [model for model in size_for_performance_data
+                       if model[parameter_type_to_display] > 0 and
+                       model['ELO Rating'] >= comparison_model_elo_score]
+
+    filtered_models.sort(key=lambda x: datetime.strptime(x['Release Date'], "%Y-%m-%d"))
+
+    x_dates = [datetime.strptime(model['Release Date'], "%Y-%m-%d") for model in filtered_models]
+    y_params = []
+    min_param = float('inf')
+    for model in filtered_models:
+        param = model[parameter_type_to_display]
+        if param <= min_param:
+            min_param = param
+        y_params.append(min_param)
+
+    fig = go.Figure()
+
+    fig.add_trace(go.Scatter(
+        x=x_dates,
+        y=y_params,
+        mode='lines',
+        line=dict(shape='hv', width=2),
+        name='Model Parameters'
+    ))
+
+    fig.update_layout(
+        title=f'Model Size Progression for Open-Weights Models Reaching Performance of "{model_to_compare}" in "{category_to_display}" Category',
+        xaxis_title='Release Date',
+        yaxis_title=parameter_type_to_display,
+        yaxis_type='log',
+        hovermode='x unified',
+        xaxis=dict(
+            range=[date(2023, 2, 27), date(2024, 8, 23)],
+            type='date'
+        ),
+        height=800
+    )
+
+    for i, model in enumerate(filtered_models):
+        if i == 0 or y_params[i] < y_params[i - 1]:
+            fig.add_trace(go.Scatter(
+                x=[x_dates[i]],
+                y=[y_params[i]],
+                mode='markers+text',
+                marker=dict(size=10),
+                text=[model['Name']],
+                textposition="top center",
+                name=model['Name']
+            ))
+
+    return (fig,
+            gr.Dropdown(choices=categories, value=category_to_display, interactive=True),
+            gr.Dropdown(choices=list(elo_ratings_for_category.keys()), value=model_to_compare, interactive=True))
+
+
 with gr.Blocks() as demo:
-    with gr.Tab("Big Five Capex"):
-        big_five_capex_plot: gr.Plot = gr.Plot()
-        generate_btn = gr.Button("Generate Plot")
-    generate_btn.click(fn=create_chart, outputs=big_five_capex_plot)
+    with gr.Tab("Finance"):
+        with gr.Tab("Big Five Capex"):
+            big_five_capex_plot: gr.Plot = gr.Plot()
+            big_five_capex_button: gr.Button = gr.Button("Show")
+        with gr.Tab("Chip Designers Data Center Revenue"):
+            chip_designers_data_center_revenue_plot: gr.Plot = gr.Plot()
+            chip_designers_data_center_revenue_button: gr.Button = gr.Button("Show")
+    with gr.Tab("Model Efficiency"):
+        with gr.Tab("Parameters Necessary for Specific Performance Level"):
+            with gr.Row():
+                size_for_performance_category_dropdown: gr.Dropdown = gr.Dropdown(label="Category",
+                                                                                  value="full",
+                                                                                  choices=["full"],
+                                                                                  interactive=False)
+                size_for_performance_parameter_number_dropdown: gr.Dropdown = gr.Dropdown(label="Parameter Number",
+                                                                                          choices=["Total Parameters",
+                                                                                                   "Active Parameters"],
+                                                                                          value="Total Parameters",
+                                                                                          interactive=True)
+                size_for_performance_comparison_model_dropdown: gr.Dropdown = gr.Dropdown(label="Model for Comparison",
+                                                                                          value="gpt-4-0314",
+                                                                                          choices=["gpt-4-0314"],
+                                                                                          interactive=False)
+            size_for_performance_plot: gr.Plot = gr.Plot()
+            size_for_performance_button: gr.Button = gr.Button("Show")
+            size_for_performance_markdown: gr.Markdown = gr.Markdown(
+                value="""Model performance as reported on [LMSYS Chatbot Arena Leaderboard](https://lmarena.ai/?leaderboard)."""
+            )
+        with gr.Tab("API Cost for Specific Performance Level", interactive=False):
+            api_cost_for_performance_plot: gr.Plot = gr.Plot()
+            api_cost_for_performance_button: gr.Button = gr.Button("Show")
+    with gr.Tab("AI System Performance", interactive=False):
+        with gr.Tab("SWE-bench"):
+            swe_bench_plot: gr.Plot = gr.Plot()
+            swe_bench_button: gr.Button = gr.Button("Show")
+        with gr.Tab("GAIA"):
+            gaia_plot: gr.Plot = gr.Plot()
+            gaia_button: gr.Button = gr.Button("Show")
+    with gr.Tab("Frontier Language Model Training Runs", interactive=False):
+        with gr.Tab("Street Price of GPUs Used"):
+            gpu_street_price_plot: gr.Plot = gr.Plot()
+            gpu_street_price_button: gr.Button = gr.Button("Show")
+        with gr.Tab("TDP of GPUs Used"):
+            tdp_gpus_plot: gr.Plot = gr.Plot()
+            tdp_gpus_button: gr.Button = gr.Button("Show")
+    big_five_capex_button.click(fn=create_big_five_capex_plot, outputs=big_five_capex_plot)
+    chip_designers_data_center_revenue_button.click(fn=create_chip_designers_data_center_revenue_plot,
+                                                    outputs=chip_designers_data_center_revenue_plot)
+    size_for_performance_button.click(fn=create_size_for_performance_plot,
+                                      inputs=[size_for_performance_category_dropdown,
+                                              size_for_performance_parameter_number_dropdown,
+                                              size_for_performance_comparison_model_dropdown],
+                                      outputs=[size_for_performance_plot,
+                                               size_for_performance_category_dropdown,
+                                               size_for_performance_comparison_model_dropdown])
 
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()

big_five_capex.jsonl

@@ -0,0 +1,40 @@
+{"Quarter": "2014 Q3", "Microsoft": 1282, "Google": 2417, "Meta": 482, "Apple": 3826, "Amazon": 1378}
+{"Quarter": "2014 Q4", "Microsoft": 1490, "Google": 3606, "Meta": 517, "Apple": 3217, "Amazon": 1145}
+{"Quarter": "2015 Q1", "Microsoft": 1391, "Google": 2927, "Meta": 502, "Apple": 2369, "Amazon": 871}
+{"Quarter": "2015 Q2", "Microsoft": 1781, "Google": 2515, "Meta": 549, "Apple": 2043, "Amazon": 1213}
+{"Quarter": "2015 Q3", "Microsoft": 1356, "Google": 2406, "Meta": 780, "Apple": 3618, "Amazon": 1195}
+{"Quarter": "2015 Q4", "Microsoft": 2024, "Google": 2102, "Meta": 692, "Apple": 3612, "Amazon": 1309}
+{"Quarter": "2016 Q1", "Microsoft": 2308, "Google": 2444, "Meta": 1132, "Apple": 2336, "Amazon": 1179}
+{"Quarter": "2016 Q2", "Microsoft": 2655, "Google": 2136, "Meta": 995, "Apple": 2809, "Amazon": 1711}
+{"Quarter": "2016 Q3", "Microsoft": 2163, "Google": 2554, "Meta": 1095, "Apple": 3977, "Amazon": 1841}
+{"Quarter": "2016 Q4", "Microsoft": 1988, "Google": 3078, "Meta": 1269, "Apple": 3334, "Amazon": 3073}
+{"Quarter": "2017 Q1", "Microsoft": 1695, "Google": 2508, "Meta": 1271, "Apple": 2975, "Amazon": 2148}
+{"Quarter": "2017 Q2", "Microsoft": 2283, "Google": 2831, "Meta": 1444, "Apple": 2277, "Amazon": 3113}
+{"Quarter": "2017 Q3", "Microsoft": 2132, "Google": 3538, "Meta": 1755, "Apple": 3865, "Amazon": 3074}
+{"Quarter": "2017 Q4", "Microsoft": 2586, "Google": 4307, "Meta": 2263, "Apple": 2810, "Amazon": 3619}
+{"Quarter": "2018 Q1", "Microsoft": 2934, "Google": 7299, "Meta": 2812, "Apple": 4195, "Amazon": 3098}
+{"Quarter": "2018 Q2", "Microsoft": 3980, "Google": 5477, "Meta": 3460, "Apple": 3267, "Amazon": 3243}
+{"Quarter": "2018 Q3", "Microsoft": 3602, "Google": 5282, "Meta": 3342, "Apple": 3041, "Amazon": 3352}
+{"Quarter": "2018 Q4", "Microsoft": 3707, "Google": 7081, "Meta": 4301, "Apple": 3355, "Amazon": 3734}
+{"Quarter": "2019 Q1", "Microsoft": 2565, "Google": 4638, "Meta": 3837, "Apple": 2363, "Amazon": 3290}
+{"Quarter": "2019 Q2", "Microsoft": 4051, "Google": 6126, "Meta": 3633, "Apple": 2000, "Amazon": 3562}
+{"Quarter": "2019 Q3", "Microsoft": 3385, "Google": 6732, "Meta": 3532, "Apple": 2777, "Amazon": 4697}
+{"Quarter": "2019 Q4", "Microsoft": 3545, "Google": 6052, "Meta": 4100, "Apple": 2107, "Amazon": 5312}
+{"Quarter": "2020 Q1", "Microsoft": 3767, "Google": 6005, "Meta": 3558, "Apple": 1853, "Amazon": 6795}
+{"Quarter": "2020 Q2", "Microsoft": 4744, "Google": 5391, "Meta": 3255, "Apple": 1565, "Amazon": 7459}
+{"Quarter": "2020 Q3", "Microsoft": 4907, "Google": 5406, "Meta": 3689, "Apple": 1784, "Amazon": 11063}
+{"Quarter": "2020 Q4", "Microsoft": 4174, "Google": 5479, "Meta": 4613, "Apple": 3500, "Amazon": 14823}
+{"Quarter": "2021 Q1", "Microsoft": 5089, "Google": 5942, "Meta": 4303, "Apple": 2269, "Amazon": 12082}
+{"Quarter": "2021 Q2", "Microsoft": 6452, "Google": 5496, "Meta": 4641, "Apple": 2093, "Amazon": 14288}
+{"Quarter": "2021 Q3", "Microsoft": 5810, "Google": 6819, "Meta": 4346, "Apple": 3223, "Amazon": 15748}
+{"Quarter": "2021 Q4", "Microsoft": 5865, "Google": 6383, "Meta": 5400, "Apple": 2803, "Amazon": 18935}
+{"Quarter": "2022 Q1", "Microsoft": 5340, "Google": 9786, "Meta": 5441, "Apple": 2514, "Amazon": 14951}
+{"Quarter": "2022 Q2", "Microsoft": 6871, "Google": 6828, "Meta": 7572, "Apple": 2102, "Amazon": 15724}
+{"Quarter": "2022 Q3", "Microsoft": 6283, "Google": 7276, "Meta": 9375, "Apple": 3289, "Amazon": 16378}
+{"Quarter": "2022 Q4", "Microsoft": 6274, "Google": 7595, "Meta": 9043, "Apple": 3787, "Amazon": 16592}
+{"Quarter": "2023 Q1", "Microsoft": 6607, "Google": 6289, "Meta": 6823, "Apple": 2916, "Amazon": 14207}
+{"Quarter": "2023 Q2", "Microsoft": 8943, "Google": 6888, "Meta": 6134, "Apple": 2093, "Amazon": 11455}
+{"Quarter": "2023 Q3", "Microsoft": 9917, "Google": 8055, "Meta": 6543, "Apple": 2163, "Amazon": 12479}
+{"Quarter": "2023 Q4", "Microsoft": 9735, "Google": 11019, "Meta": 7665, "Apple": 2392, "Amazon": 14588}
+{"Quarter": "2024 Q1", "Microsoft": 10952, "Google": 12012, "Meta": 6400, "Apple": 1996, "Amazon": 14925}
+{"Quarter": "2024 Q2", "Microsoft": 13873, "Google": 13186, "Meta": 8173, "Apple": 2151, "Amazon": 17620}

chip_designers_data_center_revenue.jsonl

@@ -0,0 +1,10 @@
+{"Quarter": "2022 Q1", "NVIDIA": 3750, "AMD": 1293, "Intel": 6034}
+{"Quarter": "2022 Q2", "NVIDIA": 3806, "AMD": 1486, "Intel": 4649}
+{"Quarter": "2022 Q3", "NVIDIA": 3833, "AMD": 1609, "Intel": 4209}
+{"Quarter": "2022 Q4", "NVIDIA": 3616, "AMD": 1655, "Intel": 4304}
+{"Quarter": "2023 Q1", "NVIDIA": 4284, "AMD": 1295, "Intel": 3718}
+{"Quarter": "2023 Q2", "NVIDIA": 10323, "AMD": 1321, "Intel": 4004}
+{"Quarter": "2023 Q3", "NVIDIA": 14514, "AMD": 1598, "Intel": 3814}
+{"Quarter": "2023 Q4", "NVIDIA": 18404, "AMD": 2282, "Intel": 3985}
+{"Quarter": "2024 Q1", "NVIDIA": 22563, "AMD": 2337, "Intel": 3036}
+{"Quarter": "2024 Q2", "NVIDIA": 0, "AMD": 2834, "Intel": 3045}

elo_results_20240823.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec103aa6bf5d0f02f8bd2c69c8ccfc8f1be1b44c7dc004d967c8d5ce470975b5
+size 3039588

models.jsonl

@@ -0,0 +1,133 @@
+{"Name": "chatgpt-4o-latest", "Release Date": "2024-08-25", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-1.5-pro-exp-0801", "Release Date": "2024-08-01", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "grok-2-2024-08-13", "Release Date": "2024-08-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-4o-2024-05-13", "Release Date": "2024-05-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-4o-mini-2024-07-18", "Release Date": "2024-07-18", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "claude-3-5-sonnet-20240620", "Release Date": "2024-06-20", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "grok-2-mini-2024-08-13", "Release Date": "2024-08-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-advanced-0514", "Release Date": "2024-05-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "llama-3.1-405b-instruct", "Release Date": "2024-07-23", "Total Parameters": 405, "Active Parameters": 405, "API Cost": 0}
+{"Name": "gpt-4o-2024-08-06", "Release Date": "2024-08-06", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-1.5-pro-api-0514", "Release Date": "2024-05-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-1.5-pro-api-0409-preview", "Release Date": "2024-04-09", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-4-turbo-2024-04-09", "Release Date": "2024-04-09", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-4-1106-preview", "Release Date": "2023-11-06", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "mistral-large-2407", "Release Date": "2024-07-24", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "athene-70b-0725", "Release Date": "2024-07-25", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "claude-3-opus-20240229", "Release Date": "2024-02-29", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "llama-3.1-70b-instruct", "Release Date": "2024-07-23", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "gpt-4-0125-preview", "Release Date": "2024-01-25", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "yi-large-preview", "Release Date": "2024-06-16", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "reka-core-20240722", "Release Date": "2024-07-22", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-1.5-flash-api-0514", "Release Date": "2024-05-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "deepseek-v2-api-0628", "Release Date": "2024-06-28", "Total Parameters": 236, "Active Parameters": 21, "API Cost": 0}
+{"Name": "gemma-2-27b-it", "Release Date": "2024-06-27", "Total Parameters": 27, "Active Parameters": 27, "API Cost": 0}
+{"Name": "deepseek-coder-v2-0724", "Release Date": "2024-07-24", "Total Parameters": 236, "Active Parameters": 21, "API Cost": 0}
+{"Name": "jamba-1.5-large", "Release Date": "2024-08-22", "Total Parameters": 398, "Active Parameters": 94, "API Cost": 0}
+{"Name": "yi-large", "Release Date": "2024-06-16", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "nemotron-4-340b-instruct", "Release Date": "2024-06-14", "Total Parameters": 340, "Active Parameters": 340, "API Cost": 0}
+{"Name": "bard-jan-24-gemini-pro", "Release Date": "2024-01-01", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "glm-4-0520", "Release Date": "2024-05-20", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0.63}
+{"Name": "llama-3-70b-instruct", "Release Date": "2024-04-18", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "claude-3-sonnet-20240229", "Release Date": "2024-02-29", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "reka-flash-20240722", "Release Date": "2024-07-22", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "reka-core-20240501", "Release Date": "2024-05-01", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "command-r-plus", "Release Date": "2024-04-04", "Total Parameters": 104, "Active Parameters": 104, "API Cost": 0}
+{"Name": "gemma-2-9b-it", "Release Date": "2024-06-27", "Total Parameters": 9, "Active Parameters": 9, "API Cost": 0}
+{"Name": "qwen2-72b-instruct", "Release Date": "2024-06-07", "Total Parameters": 72, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-4-0314", "Release Date": "2023-03-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "qwen-max-0428", "Release Date": "2024-04-28", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "glm-4-0116", "Release Date": "2024-01-16", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "claude-3-haiku-20240307", "Release Date": "2024-03-07", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "deepseek-coder-v2", "Release Date": "2024-06-17", "Total Parameters": 236, "Active Parameters": 21, "API Cost": 0}
+{"Name": "jamba-1.5-mini", "Release Date": "2024-08-22", "Total Parameters": 52, "Active Parameters": 12, "API Cost": 0}
+{"Name": "llama-3.1-8b-instruct", "Release Date": "2024-07-23", "Total Parameters": 8, "Active Parameters": 8, "API Cost": 0}
+{"Name": "reka-flash-preview-20240611", "Release Date": "2024-06-11", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-4-0613", "Release Date": "2023-06-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "qwen1.5-110b-chat", "Release Date": "2024-02-04", "Total Parameters": 110, "Active Parameters": 110, "API Cost": 0}
+{"Name": "mistral-large-2402", "Release Date": "2024-02-24", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "yi-1.5-34b-chat", "Release Date": "2024-05-13", "Total Parameters": 34, "Active Parameters": 34, "API Cost": 0}
+{"Name": "reka-flash-21b-20240226-online", "Release Date": "2024-02-26", "Total Parameters": 21, "Active Parameters": 21, "API Cost": 0}
+{"Name": "llama-3-8b-instruct", "Release Date": "2024-04-18", "Total Parameters": 8, "Active Parameters": 8, "API Cost": 0}
+{"Name": "claude-1", "Release Date": "2023-03-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "command-r", "Release Date": "2024-03-21", "Total Parameters": 35, "Active Parameters": 35, "API Cost": 0}
+{"Name": "mistral-medium", "Release Date": "2024-02-26", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "reka-flash-21b-20240226", "Release Date": "2024-02-26", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "qwen1.5-72b-chat", "Release Date": "2024-02-04", "Total Parameters": 72, "Active Parameters": 72, "API Cost": 0}
+{"Name": "mixtral-8x22b-instruct-v0.1", "Release Date": "2024-04-17", "Total Parameters": 141, "Active Parameters": 39, "API Cost": 0}
+{"Name": "claude-2.0", "Release Date": "2023-07-11", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-pro-dev-api", "Release Date": "2023-12-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemma-2-2b-it", "Release Date": "2024-07-31", "Total Parameters": 2, "Active Parameters": 2, "API Cost": 0}
+{"Name": "zephyr-orpo-141b-A35b-v0.1", "Release Date": "2024-04-11", "Total Parameters": 141, "Active Parameters": 39, "API Cost": 0}
+{"Name": "qwen1.5-32b-chat", "Release Date": "2024-02-04", "Total Parameters": 32, "Active Parameters": 32, "API Cost": 0}
+{"Name": "mistral-next", "Release Date": "2024-02-16", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "phi-3-medium-4k-instruct", "Release Date": "2024-05-21", "Total Parameters": 14, "Active Parameters": 14, "API Cost": 0}
+{"Name": "starling-lm-7b-beta", "Release Date": "2024-03-20", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "claude-2.1", "Release Date": "2023-11-21", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gpt-3.5-turbo-0613", "Release Date": "2023-06-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "mixtral-8x7b-instruct-v0.1", "Release Date": "2023-12-11", "Total Parameters": 47, "Active Parameters": 13, "API Cost": 0}
+{"Name": "yi-34b-chat", "Release Date": "2023-11-23", "Total Parameters": 34, "Active Parameters": 34, "API Cost": 0}
+{"Name": "claude-instant-1", "Release Date": "2023-03-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemini-pro", "Release Date": "2023-12-13", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "qwen1.5-14b-chat", "Release Date": "2024-02-04", "Total Parameters": 14, "Active Parameters": 14, "API Cost": 0}
+{"Name": "gpt-3.5-turbo-0314", "Release Date": "2023-03-14", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "wizardlm-70b", "Release Date": "2023-08-09", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "gpt-3.5-turbo-0125", "Release Date": "2024-01-25", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "dbrx-instruct-preview", "Release Date": "2024-03-27", "Total Parameters": 132, "Active Parameters": 36, "API Cost": 0}
+{"Name": "phi-3-small-8k-instruct", "Release Date": "2024-05-21", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "tulu-2-dpo-70b", "Release Date": "2023-11-17", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "llama-2-70b-chat", "Release Date": "2023-07-18", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "openchat-3.5-0106", "Release Date": "2024-01-06", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "vicuna-33b", "Release Date": "2023-06-22", "Total Parameters": 33, "Active Parameters": 33, "API Cost": 0}
+{"Name": "snowflake-arctic-instruct", "Release Date": "2024-04-24", "Total Parameters": 480, "Active Parameters": 17, "API Cost": 0}
+{"Name": "starling-lm-7b-alpha", "Release Date": "2023-11-25", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "nous-hermes-2-mixtral-8x7b-dpo", "Release Date": "2024-01-11", "Total Parameters": 47, "Active Parameters": 13, "API Cost": 0}
+{"Name": "gemma-1.1-7b-it", "Release Date": "2024-03-26", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "llama2-70b-steerlm-chat", "Release Date": "2023-11-24", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "pplx-70b-online", "Release Date": "2023-11-29", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "deepseek-llm-67b-chat", "Release Date": "2023-11-29", "Total Parameters": 67, "Active Parameters": 67, "API Cost": 0}
+{"Name": "openchat-3.5", "Release Date": "2023-11-01", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "openhermes-2.5-mistral-7b", "Release Date": "2023-10-29", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "mistral-7b-instruct-v0.2", "Release Date": "2023-12-11", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "qwen1.5-7b-chat", "Release Date": "2024-02-04", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "phi-3-mini-4k-instruct-june-2024", "Release Date": "2024-07-01", "Total Parameters": 3.8, "Active Parameters": 3.8, "API Cost": 0}
+{"Name": "gpt-3.5-turbo-1106", "Release Date": "2023-11-06", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "phi-3-mini-4k-instruct", "Release Date": "2024-04-23", "Total Parameters": 3.8, "Active Parameters": 3.8, "API Cost": 0}
+{"Name": "llama-2-13b-chat", "Release Date": "2023-07-18", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}
+{"Name": "dolphin-2.2.1-mistral-7b", "Release Date": "2023-10-30", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "solar-10.7b-instruct-v1.0", "Release Date": "2023-12-23", "Total Parameters": 10.7, "Active Parameters": 10.7, "API Cost": 0}
+{"Name": "wizardlm-13b", "Release Date": "2023-05-26", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}
+{"Name": "zephyr-7b-beta", "Release Date": "2023-10-16", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "mpt-30b-chat", "Release Date": "2023-04-22", "Total Parameters": 30, "Active Parameters": 30, "API Cost": 0}
+{"Name": "pplx-7b-online", "Release Date": "2023-11-29", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "codellama-70b-instruct", "Release Date": "2024-01-29", "Total Parameters": 70, "Active Parameters": 70, "API Cost": 0}
+{"Name": "codellama-34b-instruct", "Release Date": "2023-08-24", "Total Parameters": 34, "Active Parameters": 34, "API Cost": 0}
+{"Name": "vicuna-13b", "Release Date": "2023-06-22", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}
+{"Name": "zephyr-7b-alpha", "Release Date": "2023-10-09", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "gemma-7b-it", "Release Date": "2024-02-21", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "llama-2-7b-chat", "Release Date": "2023-07-18", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "phi-3-mini-128k-instruct", "Release Date": "2024-04-23", "Total Parameters": 3.8, "Active Parameters": 3.8, "API Cost": 0}
+{"Name": "qwen-14b-chat", "Release Date": "2023-09-25", "Total Parameters": 14, "Active Parameters": 14, "API Cost": 0}
+{"Name": "falcon-180b-chat", "Release Date": "2023-09-06", "Total Parameters": 180, "Active Parameters": 180, "API Cost": 0}
+{"Name": "guanaco-33b", "Release Date": "2023-05-22", "Total Parameters": 33, "Active Parameters": 33, "API Cost": 0}
+{"Name": "gemma-1.1-2b-it", "Release Date": "2024-03-26", "Total Parameters": 2, "Active Parameters": 2, "API Cost": 0}
+{"Name": "stripedhyena-nous-7b", "Release Date": "2023-12-08", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "olmo-7b-instruct", "Release Date": "2024-02-01", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "mistral-7b-instruct", "Release Date": "2023-09-27", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "vicuna-7b", "Release Date": "2023-06-22", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "palm-2", "Release Date": "2023-05-11", "Total Parameters": 0, "Active Parameters": 0, "API Cost": 0}
+{"Name": "gemma-2b-it", "Release Date": "2024-02-21", "Total Parameters": 2, "Active Parameters": 2, "API Cost": 0}
+{"Name": "qwen1.5-4b-chat", "Release Date": "2024-02-04", "Total Parameters": 4, "Active Parameters": 4, "API Cost": 0}
+{"Name": "koala-13b", "Release Date": "2023-04-03", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}
+{"Name": "chatglm3-6b", "Release Date": "2023-10-25", "Total Parameters": 6, "Active Parameters": 6, "API Cost": 0}
+{"Name": "gpt4all-13b-snoozy", "Release Date": "2023-04-24", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}
+{"Name": "mpt-7b-chat", "Release Date": "2023-05-05", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "chatglm2-6b", "Release Date": "2023-06-24", "Total Parameters": 6, "Active Parameters": 6, "API Cost": 0}
+{"Name": "RWKV-4-Raven-14B", "Release Date": "2023-05-24", "Total Parameters": 14, "Active Parameters": 14, "API Cost": 0}
+{"Name": "alpaca-13b", "Release Date": "2023-03-13", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}
+{"Name": "oasst-pythia-12b", "Release Date": "2023-03-09", "Total Parameters": 12, "Active Parameters": 12, "API Cost": 0}
+{"Name": "chatglm-6b", "Release Date": "2023-05-13", "Total Parameters": 6, "Active Parameters": 6, "API Cost": 0}
+{"Name": "fastchat-t5-3b", "Release Date": "2023-04-27", "Total Parameters": 3, "Active Parameters": 3, "API Cost": 0}
+{"Name": "stablelm-tuned-alpha-7b", "Release Date": "2023-04-20", "Total Parameters": 7, "Active Parameters": 7, "API Cost": 0}
+{"Name": "dolly-v2-12b", "Release Date": "2023-04-12", "Total Parameters": 12, "Active Parameters": 12, "API Cost": 0}
+{"Name": "llama-13b", "Release Date": "2023-02-27", "Total Parameters": 13, "Active Parameters": 13, "API Cost": 0}

requirements.txt

@@ -1,3 +1,4 @@
 huggingface_hub==0.22.2
 plotly
-pandas
+pandas
+gradio