lastdefiance20 commited on
Commit
bc0f422
β€’
1 Parent(s): 84481d9

Update some contant, and gradio version

Browse files
Files changed (4) hide show
  1. README.md +2 -2
  2. app.py +5 -4
  3. bottom_logo.png +0 -0
  4. content.py +20 -7
README.md CHANGED
@@ -4,9 +4,9 @@ emoji: πŸ†
4
  colorFrom: blue
5
  colorTo: purple
6
  sdk: gradio
7
- sdk_version: 4.15.0
8
  app_file: app.py
9
- pinned: false
10
  license: apache-2.0
11
  ---
12
 
 
4
  colorFrom: blue
5
  colorTo: purple
6
  sdk: gradio
7
+ sdk_version: 5.6.0
8
  app_file: app.py
9
+ pinned: true
10
  license: apache-2.0
11
  ---
12
 
app.py CHANGED
@@ -23,11 +23,11 @@ with gr.Blocks(title=f'{benchname} Leaderboard', head=head_style) as demo:
23
  gr.Markdown(intro_md)
24
 
25
  with gr.Tabs(elem_classes='tab-buttons') as tabs:
26
- with gr.TabItem('Main Leaderboard', elem_id='main', id=0):
27
  table, type_map = build_df()
28
  headers = [coln for coln in table.columns if not coln.startswith('_')]
29
  datatypes = [type_map[x] for x in headers]
30
- colwidths = [50, 400, 120, 130] + [150 for _ in headers[4:]]
31
 
32
  with gr.Row():
33
  model_name = gr.Textbox(
@@ -84,15 +84,16 @@ with gr.Blocks(title=f'{benchname} Leaderboard', head=head_style) as demo:
84
  model_size.change(filter_df, [model_name, model_size, model_type], data_component)
85
  model_type.change(filter_df, [model_name, model_size, model_type], data_component)
86
 
87
- with gr.TabItem('About', elem_id='about', id=1):
88
  gr.Markdown(about_md)
89
 
90
- with gr.TabItem('Submit your model', elem_id='submit', id=2):
91
  gr.Markdown(submit_md)
92
 
93
  # with gr.Row():
94
  # with gr.Accordion('Citation', open=False):
95
  # gr.Markdown(citation_md)
 
96
 
97
 
98
  if __name__=="__main__":
 
23
  gr.Markdown(intro_md)
24
 
25
  with gr.Tabs(elem_classes='tab-buttons') as tabs:
26
+ with gr.TabItem('πŸ… Main Leaderboard', elem_id='main', id=0):
27
  table, type_map = build_df()
28
  headers = [coln for coln in table.columns if not coln.startswith('_')]
29
  datatypes = [type_map[x] for x in headers]
30
+ colwidths = [80, 400, 120, 130] + [155 for _ in headers[4:]]
31
 
32
  with gr.Row():
33
  model_name = gr.Textbox(
 
84
  model_size.change(filter_df, [model_name, model_size, model_type], data_component)
85
  model_type.change(filter_df, [model_name, model_size, model_type], data_component)
86
 
87
+ with gr.TabItem('πŸ“ About', elem_id='about', id=1):
88
  gr.Markdown(about_md)
89
 
90
+ with gr.TabItem('πŸš€ Submit your model', elem_id='submit', id=2):
91
  gr.Markdown(submit_md)
92
 
93
  # with gr.Row():
94
  # with gr.Accordion('Citation', open=False):
95
  # gr.Markdown(citation_md)
96
+ gr.Markdown(Bottom_logo)
97
 
98
 
99
  if __name__=="__main__":
bottom_logo.png ADDED
content.py CHANGED
@@ -1,12 +1,23 @@
 
 
 
 
 
 
 
 
1
  benchname = 'KOFFVQA'
2
 
 
 
3
  intro_md = f'''
 
4
 
5
- # {benchname} λ¦¬λ”λ³΄λ“œ
6
 
7
- 이 νŽ˜μ΄μ§€μ—μ„œλŠ” {benchname} 벀치마크둜 μΈ‘μ •ν•œ VLMλ“€μ˜ ν•œκ΅­μ–΄ μ„±λŠ₯을 보싀 수 μžˆμŠ΅λ‹ˆλ‹€.
8
 
9
- 이 νŽ˜μ΄μ§€λŠ” μ§€μ†μ μœΌλ‘œ μ—…λ°μ΄νŠΈν•  κ³„νšμ΄λ©°, λ¦¬λ”λ³΄λ“œμ— μΆ”κ°€ν•  λͺ¨λΈ μš”μ²­μ„ λ°›κ³  μžˆμŠ΅λ‹ˆλ‹€. μžμ„Έν•œ μ •λ³΄λŠ” "Submit" 탭을 확인해 μ£Όμ„Έμš”.
10
 
11
  '''.strip()
12
 
@@ -14,13 +25,15 @@ about_md = f'''
14
 
15
  # About
16
 
17
- {benchname} λ²€μΉ˜λ§ˆν¬λŠ” ν•œκ΅­μ–΄ μ‚¬μš© ν™˜κ²½μ—μ„œ VLM의 λ‹€λ°©λ©΄ μ„±λŠ₯을 μΈ‘μ •ν•˜κ³  λΉ„κ΅ν•˜κΈ° μœ„ν•œ λ²€μΉ˜λ§ˆν¬μž…λ‹ˆλ‹€.
 
 
18
 
19
- 이 λ²€μΉ˜λ§ˆν¬λŠ” 10개 taskμ—μ„œμ˜ 총 275개의 ν•œκ΅­μ–΄ 질문이 있으며, 객관적 정닡이 μžˆμ§€λ§Œ ν˜•μ‹μ˜ μ œν•œμ€ μ—†λŠ” μ„œμˆ ν˜• λ¬Έν•­(Free-form VQA)으둜 κ΅¬μ„±λ˜μ–΄ μžˆμŠ΅λ‹ˆλ‹€.
20
 
21
  ## News
22
 
23
- * **2024-12-06**: 릴리즈
24
 
25
  '''.strip()
26
 
@@ -28,6 +41,6 @@ submit_md = f'''
28
 
29
  # Submit (coming soon)
30
 
31
- 아직은 λͺ¨λΈ μΆ”κ°€ μš”μ²­μ„ λ°›κ³  μžˆμ§€ μ•ŠμŠ΅λ‹ˆλ‹€. μš”μ²­ μ‹œμŠ€ν…œμ΄ 마련되면 μš”μ²­μ„ λ°›κΈ° μ‹œμž‘ν•  μ˜ˆμ •μž…λ‹ˆλ‹€.
32
 
33
  '''.strip()
 
1
+ import os
2
+ import base64
3
+
4
+ current_dir = os.path.dirname(os.path.realpath(__file__))
5
+
6
+ with open(os.path.join(current_dir, "bottom_logo.png"), "rb") as image_file:
7
+ bottom_logo = base64.b64encode(image_file.read()).decode("utf-8")
8
+
9
  benchname = 'KOFFVQA'
10
 
11
+ Bottom_logo = f'''<img src="data:image/jpeg;base64,{bottom_logo}" style="width:20%;display:block;margin-left:auto;margin-right:auto">'''
12
+
13
  intro_md = f'''
14
+ # KOFFVQA Leaderboard
15
 
16
+ The {benchname}πŸ” is a Free-Form VQA benchmark dataset designed to evaluate Vision-Language Models (VLMs) in Korean language environments. Unlike traditional multiple-choice or predefined answer formats, KOFFVQA challenges models to generate open-ended, natural-language answers to visually grounded questions. This allows for a more comprehensive assessment of a model's ability to understand and generate nuanced Korean responses.
17
 
18
+ The dataset encompasses diverse real-world scenarios, including object attributes, recognition, relationship, etc.
19
 
20
+ The page will be continuously updated and will accept requests to add models to the leaderboard. For more details, please refer to the "Submit" tab.
21
 
22
  '''.strip()
23
 
 
25
 
26
  # About
27
 
28
+ The {benchname} benchmark is designed to evaluate and compare the performance of Vision-Language Models (VLMs) in Korean language environments.
29
+
30
+ This benchmark includes a total of 275 Korean questions across 10 tasks. The questions are open-ended, free-form VQA (Visual Question Answering) with objective answers, allowing responses without strict format constraints.
31
 
32
+ We will add more information about this benchmark soon.
33
 
34
  ## News
35
 
36
+ * **2024-12-06**: Leaderboard Release!
37
 
38
  '''.strip()
39
 
 
41
 
42
  # Submit (coming soon)
43
 
44
+ We are not accepting model addition requests at the moment. Once the request system is established, we will start accepting requests.
45
 
46
  '''.strip()