wasertech commited on
Commit
ed18335
1 Parent(s): 5b56cf9

use only CV and compute dist from avrg. WER and CV WER.

Browse files
Files changed (1) hide show
  1. app.py +7 -10
app.py CHANGED
@@ -12,15 +12,9 @@ column_names = {
12
  "MODEL": "Model",
13
  "Avg. WER": "Average WER ⬇️",
14
  "RTF": "RTF (1e-3) ⬇️",
15
- "AMI WER": "AMI",
16
- "Earnings22 WER": "Earnings22",
17
- "Gigaspeech WER": "Gigaspeech",
18
- "LS Clean WER": "LS Clean",
19
- "LS Other WER": "LS Other",
20
- "SPGISpeech WER": "SPGISpeech",
21
- "Tedlium WER": "Tedlium",
22
- "Voxpopuli WER": "Voxpopuli",
23
- "Common Voice WER": "Common Voice"}
24
 
25
  eval_queue_repo, requested_models, csv_results = load_all_info_from_dataset_hub()
26
 
@@ -42,7 +36,10 @@ for col in original_df.columns:
42
  original_df[col] = original_df[col].apply(formatter) # For numerical values
43
 
44
  original_df.rename(columns=column_names, inplace=True)
45
- original_df.sort_values(by='Average WER ⬇️', inplace=True)
 
 
 
46
 
47
  COLS = [c.name for c in fields(AutoEvalColumn)]
48
  TYPES = [c.type for c in fields(AutoEvalColumn)]
 
12
  "MODEL": "Model",
13
  "Avg. WER": "Average WER ⬇️",
14
  "RTF": "RTF (1e-3) ⬇️",
15
+ "Common Voice WER": "Common Voice",
16
+ "D_AVG_CV_WER": "Delta AVG-CV WER",
17
+ }
 
 
 
 
 
 
18
 
19
  eval_queue_repo, requested_models, csv_results = load_all_info_from_dataset_hub()
20
 
 
36
  original_df[col] = original_df[col].apply(formatter) # For numerical values
37
 
38
  original_df.rename(columns=column_names, inplace=True)
39
+ original_df.sort_values(by='Common Voice WER', inplace=True)
40
+
41
+ # Compute delta between average WER and CV WER
42
+ original_df['Var. AVG-CV WER'] = original_df['Average WER ⬇️'] - original_df['Common Voice']
43
 
44
  COLS = [c.name for c in fields(AutoEvalColumn)]
45
  TYPES = [c.type for c in fields(AutoEvalColumn)]