Spaces:
Sleeping
Sleeping
meg-huggingface
commited on
Commit
•
3393abb
1
Parent(s):
3a48629
UI stuff
Browse files- app.py +22 -7
- src/about.py +4 -4
- src/display/utils.py +1 -1
app.py
CHANGED
@@ -171,29 +171,44 @@ with demo:
|
|
171 |
elem_id="column-select",
|
172 |
interactive=True,
|
173 |
)
|
174 |
-
# Minimizing amount of front content.
|
175 |
with gr.Row():
|
176 |
-
|
177 |
-
|
178 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
179 |
with gr.Column(min_width=320):
|
180 |
#with gr.Box(elem_id="box-filter"):
|
181 |
filter_columns_type = gr.CheckboxGroup(
|
182 |
-
label="
|
183 |
choices=[t.to_str() for t in ModelType],
|
184 |
value=[t.to_str() for t in ModelType],
|
185 |
interactive=True,
|
186 |
elem_id="filter-columns-type",
|
187 |
)
|
188 |
filter_columns_precision = gr.CheckboxGroup(
|
189 |
-
label="
|
190 |
choices=[i.value.name for i in Precision],
|
191 |
value=[i.value.name for i in Precision],
|
192 |
interactive=True,
|
193 |
elem_id="filter-columns-precision",
|
194 |
)
|
195 |
filter_columns_size = gr.CheckboxGroup(
|
196 |
-
label="
|
197 |
choices=list(NUMERIC_INTERVALS.keys()),
|
198 |
value=list(NUMERIC_INTERVALS.keys()),
|
199 |
interactive=True,
|
|
|
171 |
elem_id="column-select",
|
172 |
interactive=True,
|
173 |
)
|
|
|
174 |
with gr.Row():
|
175 |
+
with gr.Accordion("Advanced options [WIP]", open=False):
|
176 |
+
shown_columns_advanced = gr.CheckboxGroup(
|
177 |
+
choices=[
|
178 |
+
c.name
|
179 |
+
for c in fields(AutoEvalColumn)
|
180 |
+
if c.advanced and not c.hidden and not c.never_hidden and not c.dummy
|
181 |
+
],
|
182 |
+
value=[
|
183 |
+
c.name
|
184 |
+
for c in fields(AutoEvalColumn)
|
185 |
+
if c.advanced and not c.hidden and not c.never_hidden and not c.dummy
|
186 |
+
],
|
187 |
+
label="Select model details to show",
|
188 |
+
elem_id="column-select",
|
189 |
+
interactive=True,
|
190 |
+
)
|
191 |
+
deleted_models_visibility = gr.Checkbox(
|
192 |
+
value=False, label="Show gated/private/deleted models", interactive=True, visible=True,
|
193 |
+
)
|
194 |
with gr.Column(min_width=320):
|
195 |
#with gr.Box(elem_id="box-filter"):
|
196 |
filter_columns_type = gr.CheckboxGroup(
|
197 |
+
label="Select model types to show",
|
198 |
choices=[t.to_str() for t in ModelType],
|
199 |
value=[t.to_str() for t in ModelType],
|
200 |
interactive=True,
|
201 |
elem_id="filter-columns-type",
|
202 |
)
|
203 |
filter_columns_precision = gr.CheckboxGroup(
|
204 |
+
label="Select precision levels to show",
|
205 |
choices=[i.value.name for i in Precision],
|
206 |
value=[i.value.name for i in Precision],
|
207 |
interactive=True,
|
208 |
elem_id="filter-columns-precision",
|
209 |
)
|
210 |
filter_columns_size = gr.CheckboxGroup(
|
211 |
+
label="Select model sizes (in billions of parameters) to show",
|
212 |
choices=list(NUMERIC_INTERVALS.keys()),
|
213 |
value=list(NUMERIC_INTERVALS.keys()),
|
214 |
interactive=True,
|
src/about.py
CHANGED
@@ -12,9 +12,9 @@ class Task:
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
-
task0 = Task("
|
16 |
-
task1 = Task("
|
17 |
-
task2 = Task("
|
18 |
|
19 |
NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
|
20 |
# ---------------------------------------------------
|
@@ -32,7 +32,7 @@ LLM_BENCHMARKS_TEXT = f"""
|
|
32 |
## How it works
|
33 |
|
34 |
## Reproducibility
|
35 |
-
To reproduce
|
36 |
|
37 |
```python main.py --model=hf-causal-experimental --model_args="pretrained=<your_model>,use_accelerate=True" --tasks=toxigen --batch_size=1 --output_path=<output_path>```
|
38 |
|
|
|
12 |
# ---------------------------------------------------
|
13 |
class Tasks(Enum):
|
14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
15 |
+
task0 = Task("toxigen", "acc", "Toxicity")
|
16 |
+
task1 = Task("anli_r1", "acc", "ANLI")
|
17 |
+
task2 = Task("logiqa", "acc_norm", "LogiQA")
|
18 |
|
19 |
NUM_FEWSHOT = 0 # Change with your few shot MEG NOTE: Not sure what that means.
|
20 |
# ---------------------------------------------------
|
|
|
32 |
## How it works
|
33 |
|
34 |
## Reproducibility
|
35 |
+
To reproduce the toxicity results, here is the command you can run:
|
36 |
|
37 |
```python main.py --model=hf-causal-experimental --model_args="pretrained=<your_model>,use_accelerate=True" --tasks=toxigen --batch_size=1 --output_path=<output_path>```
|
38 |
|
src/display/utils.py
CHANGED
@@ -16,7 +16,7 @@ def fields(raw_class):
|
|
16 |
class ColumnContent:
|
17 |
name: str
|
18 |
type: str
|
19 |
-
displayed_by_default: bool
|
20 |
hidden: bool = False
|
21 |
never_hidden: bool = False
|
22 |
dummy: bool = False
|
|
|
16 |
class ColumnContent:
|
17 |
name: str
|
18 |
type: str
|
19 |
+
displayed_by_default: bool
|
20 |
hidden: bool = False
|
21 |
never_hidden: bool = False
|
22 |
dummy: bool = False
|