meg-huggingface commited on
Commit
3393abb
1 Parent(s): 3a48629
Files changed (3) hide show
  1. app.py +22 -7
  2. src/about.py +4 -4
  3. src/display/utils.py +1 -1
app.py CHANGED
@@ -171,29 +171,44 @@ with demo:
171
  elem_id="column-select",
172
  interactive=True,
173
  )
174
- # Minimizing amount of front content.
175
  with gr.Row():
176
- deleted_models_visibility = gr.Checkbox(
177
- value=False, label="Show gated/private/deleted models", interactive=True, visible=False,
178
- )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
179
  with gr.Column(min_width=320):
180
  #with gr.Box(elem_id="box-filter"):
181
  filter_columns_type = gr.CheckboxGroup(
182
- label="Model types",
183
  choices=[t.to_str() for t in ModelType],
184
  value=[t.to_str() for t in ModelType],
185
  interactive=True,
186
  elem_id="filter-columns-type",
187
  )
188
  filter_columns_precision = gr.CheckboxGroup(
189
- label="Precision",
190
  choices=[i.value.name for i in Precision],
191
  value=[i.value.name for i in Precision],
192
  interactive=True,
193
  elem_id="filter-columns-precision",
194
  )
195
  filter_columns_size = gr.CheckboxGroup(
196
- label="Model sizes (in billions of parameters)",
197
  choices=list(NUMERIC_INTERVALS.keys()),
198
  value=list(NUMERIC_INTERVALS.keys()),
199
  interactive=True,
 
171
  elem_id="column-select",
172
  interactive=True,
173
  )
 
174
  with gr.Row():
175
+ with gr.Accordion("Advanced options [WIP]", open=False):
176
+ shown_columns_advanced = gr.CheckboxGroup(
177
+ choices=[
178
+ c.name
179
+ for c in fields(AutoEvalColumn)
180
+ if c.advanced and not c.hidden and not c.never_hidden and not c.dummy
181
+ ],
182
+ value=[
183
+ c.name
184
+ for c in fields(AutoEvalColumn)
185
+ if c.advanced and not c.hidden and not c.never_hidden and not c.dummy
186
+ ],
187
+ label="Select model details to show",
188
+ elem_id="column-select",
189
+ interactive=True,
190
+ )
191
+ deleted_models_visibility = gr.Checkbox(
192
+ value=False, label="Show gated/private/deleted models", interactive=True, visible=True,
193
+ )
194
  with gr.Column(min_width=320):
195
  #with gr.Box(elem_id="box-filter"):
196
  filter_columns_type = gr.CheckboxGroup(
197
+ label="Select model types to show",
198
  choices=[t.to_str() for t in ModelType],
199
  value=[t.to_str() for t in ModelType],
200
  interactive=True,
201
  elem_id="filter-columns-type",
202
  )
203
  filter_columns_precision = gr.CheckboxGroup(
204
+ label="Select precision levels to show",
205
  choices=[i.value.name for i in Precision],
206
  value=[i.value.name for i in Precision],
207
  interactive=True,
208
  elem_id="filter-columns-precision",
209
  )
210
  filter_columns_size = gr.CheckboxGroup(
211
+ label="Select model sizes (in billions of parameters) to show",
212
  choices=list(NUMERIC_INTERVALS.keys()),
213
  value=list(NUMERIC_INTERVALS.keys()),
214
  interactive=True,
src/about.py CHANGED
@@ -12,9 +12,9 @@ class Task:
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
- task0 = Task("anli_r1", "acc", "ANLI")
16
- task1 = Task("logiqa", "acc_norm", "LogiQA")
17
- task2 = Task("toxigen", "acc", "Toxicity")
18
 
19
  NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
20
  # ---------------------------------------------------
@@ -32,7 +32,7 @@ LLM_BENCHMARKS_TEXT = f"""
32
  ## How it works
33
 
34
  ## Reproducibility
35
- To reproduce these results, here is the command you can run:
36
 
37
  ```python main.py --model=hf-causal-experimental --model_args="pretrained=<your_model>,use_accelerate=True" --tasks=toxigen --batch_size=1 --output_path=<output_path>```
38
 
 
12
  # ---------------------------------------------------
13
  class Tasks(Enum):
14
  # task_key in the json file, metric_key in the json file, name to display in the leaderboard
15
+ task0 = Task("toxigen", "acc", "Toxicity")
16
+ task1 = Task("anli_r1", "acc", "ANLI")
17
+ task2 = Task("logiqa", "acc_norm", "LogiQA")
18
 
19
  NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
20
  # ---------------------------------------------------
 
32
  ## How it works
33
 
34
  ## Reproducibility
35
+ To reproduce the toxicity results, here is the command you can run:
36
 
37
  ```python main.py --model=hf-causal-experimental --model_args="pretrained=<your_model>,use_accelerate=True" --tasks=toxigen --batch_size=1 --output_path=<output_path>```
38
 
src/display/utils.py CHANGED
@@ -16,7 +16,7 @@ def fields(raw_class):
16
  class ColumnContent:
17
  name: str
18
  type: str
19
- displayed_by_default: bool = False
20
  hidden: bool = False
21
  never_hidden: bool = False
22
  dummy: bool = False
 
16
  class ColumnContent:
17
  name: str
18
  type: str
19
+ displayed_by_default: bool
20
  hidden: bool = False
21
  never_hidden: bool = False
22
  dummy: bool = False