Spaces:
Runtime error
Runtime error
use only CV and compute dist from avrg. WER and CV WER.
Browse files
app.py
CHANGED
@@ -12,15 +12,9 @@ column_names = {
|
|
12 |
"MODEL": "Model",
|
13 |
"Avg. WER": "Average WER ⬇️",
|
14 |
"RTF": "RTF (1e-3) ⬇️",
|
15 |
-
"
|
16 |
-
"
|
17 |
-
|
18 |
-
"LS Clean WER": "LS Clean",
|
19 |
-
"LS Other WER": "LS Other",
|
20 |
-
"SPGISpeech WER": "SPGISpeech",
|
21 |
-
"Tedlium WER": "Tedlium",
|
22 |
-
"Voxpopuli WER": "Voxpopuli",
|
23 |
-
"Common Voice WER": "Common Voice"}
|
24 |
|
25 |
eval_queue_repo, requested_models, csv_results = load_all_info_from_dataset_hub()
|
26 |
|
@@ -42,7 +36,10 @@ for col in original_df.columns:
|
|
42 |
original_df[col] = original_df[col].apply(formatter) # For numerical values
|
43 |
|
44 |
original_df.rename(columns=column_names, inplace=True)
|
45 |
-
original_df.sort_values(by='
|
|
|
|
|
|
|
46 |
|
47 |
COLS = [c.name for c in fields(AutoEvalColumn)]
|
48 |
TYPES = [c.type for c in fields(AutoEvalColumn)]
|
|
|
12 |
"MODEL": "Model",
|
13 |
"Avg. WER": "Average WER ⬇️",
|
14 |
"RTF": "RTF (1e-3) ⬇️",
|
15 |
+
"Common Voice WER": "Common Voice",
|
16 |
+
"D_AVG_CV_WER": "Delta AVG-CV WER",
|
17 |
+
}
|
|
|
|
|
|
|
|
|
|
|
|
|
18 |
|
19 |
eval_queue_repo, requested_models, csv_results = load_all_info_from_dataset_hub()
|
20 |
|
|
|
36 |
original_df[col] = original_df[col].apply(formatter) # For numerical values
|
37 |
|
38 |
original_df.rename(columns=column_names, inplace=True)
|
39 |
+
original_df.sort_values(by='Common Voice WER', inplace=True)
|
40 |
+
|
41 |
+
# Compute delta between average WER and CV WER
|
42 |
+
original_df['Var. AVG-CV WER'] = original_df['Average WER ⬇️'] - original_df['Common Voice']
|
43 |
|
44 |
COLS = [c.name for c in fields(AutoEvalColumn)]
|
45 |
TYPES = [c.type for c in fields(AutoEvalColumn)]
|