BenchmarkBot commited on
Commit
7460420
β€’
1 Parent(s): 92b7d66

remove pull

Browse files
Files changed (1) hide show
  1. app.py +27 -28
app.py CHANGED
@@ -27,9 +27,6 @@ llm_perf_dataset_repo = load_dataset_repo(LLM_PERF_DATASET_REPO, OPTIMUM_TOKEN)
27
 
28
 
29
  def get_benchmark_df(benchmark):
30
- if llm_perf_dataset_repo:
31
- llm_perf_dataset_repo.git_pull()
32
-
33
  # load
34
  df = pd.read_csv(
35
  f"./llm-perf-dataset/reports/{benchmark}/inference_report.csv")
@@ -52,39 +49,41 @@ with demo:
52
  gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
53
 
54
  with gr.Tabs(elem_classes="tab-buttons") as tabs:
55
- with gr.TabItem("πŸ–₯️ A100-80GB Benchmark πŸ‹οΈ", elem_id="A100-benchmark", id=0):
56
-
57
- SINGLE_A100_TEXT = """<h3>Single-GPU (1xA100):</h3>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  <ul>
59
  <li>Singleton Batch (1)</li>
60
  <li>Thousand Tokens (1000)</li>
61
- </ul>
62
- """
63
- gr.HTML(SINGLE_A100_TEXT)
64
 
65
- single_A100_df = get_benchmark_df(benchmark="1xA100-80GB")
66
- leaderboard_table_lite = gr.components.Dataframe(
67
- value=single_A100_df,
68
  datatype=COLUMNS_DATATYPES,
69
  headers=COLUMNS_MAPPING.values(),
70
- elem_id="1xA100-table",
71
  )
72
 
73
- # MULTI_A100_TEXT = """<h3>Multi-GPU (4xA100):</h3>
74
- # <ul>
75
- # <li>Singleton Batch (1)</li>
76
- # <li>Thousand Tokens (1000)</li>
77
- # </ul>"""
78
- # gr.HTML(MULTI_A100_TEXT)
79
-
80
- # multi_A100_df = get_benchmark_df(benchmark="4xA100-80GB")
81
- # leaderboard_table_full = gr.components.Dataframe(
82
- # value=multi_A100_df,
83
- # datatype=COLUMNS_DATATYPES,
84
- # headers=COLUMNS_MAPPING.values(),
85
- # elem_id="4xA100-table",
86
- # )
87
-
88
  with gr.Row():
89
  with gr.Accordion("πŸ“™ Citation", open=False):
90
  citation_button = gr.Textbox(
 
27
 
28
 
29
  def get_benchmark_df(benchmark):
 
 
 
30
  # load
31
  df = pd.read_csv(
32
  f"./llm-perf-dataset/reports/{benchmark}/inference_report.csv")
 
49
  gr.Markdown(INTRODUCTION_TEXT, elem_classes="markdown-text")
50
 
51
  with gr.Tabs(elem_classes="tab-buttons") as tabs:
52
+ with gr.Row():
53
+ with gr.TabItem("πŸ–₯️ A100-80GB Benchmark πŸ‹οΈ", elem_id="A100-benchmark", id=0):
54
+
55
+ SINGLE_A100_TEXT = """<h3>Single-GPU (1xA100):</h3>
56
+ <ul>
57
+ <li>Singleton Batch (1)</li>
58
+ <li>Thousand Tokens (1000)</li>
59
+ </ul>
60
+ """
61
+ gr.HTML(SINGLE_A100_TEXT)
62
+
63
+ single_A100_df = get_benchmark_df(benchmark="1xA100-80GB")
64
+ leaderboard_table_lite = gr.components.Dataframe(
65
+ value=single_A100_df,
66
+ datatype=COLUMNS_DATATYPES,
67
+ headers=COLUMNS_MAPPING.values(),
68
+ elem_id="1xA100-table",
69
+ )
70
+
71
+ with gr.Row():
72
+ MULTI_A100_TEXT = """<h3>Multi-GPU (4xA100):</h3>
73
  <ul>
74
  <li>Singleton Batch (1)</li>
75
  <li>Thousand Tokens (1000)</li>
76
+ </ul>"""
77
+ gr.HTML(MULTI_A100_TEXT)
 
78
 
79
+ multi_A100_df = get_benchmark_df(benchmark="4xA100-80GB")
80
+ leaderboard_table_full = gr.components.Dataframe(
81
+ value=multi_A100_df,
82
  datatype=COLUMNS_DATATYPES,
83
  headers=COLUMNS_MAPPING.values(),
84
+ elem_id="4xA100-table",
85
  )
86
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
87
  with gr.Row():
88
  with gr.Accordion("πŸ“™ Citation", open=False):
89
  citation_button = gr.Textbox(