|
{ |
|
"validation": [ |
|
{ |
|
"subset_type": "all", |
|
"subset": "all", |
|
"cer": 0.08580565252138879, |
|
"wer": 0.29026383555166485 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "", |
|
"cer": 0.08352606125322057, |
|
"wer": 0.28494766235589597 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "sixties", |
|
"cer": 0.07841218813334265, |
|
"wer": 0.269263698630137 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "seventies", |
|
"cer": 0.08803323214571018, |
|
"wer": 0.2998084291187739 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fourties", |
|
"cer": 0.09484270845515144, |
|
"wer": 0.30920900023196474 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "thirties", |
|
"cer": 0.09817617384555685, |
|
"wer": 0.31592729513247075 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fifties", |
|
"cer": 0.09363326969369967, |
|
"wer": 0.3037593984962406 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "teens", |
|
"cer": 0.10197658315497923, |
|
"wer": 0.3343119266055046 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "twenties", |
|
"cer": 0.09997844517890501, |
|
"wer": 0.3247516290994552 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "eighties", |
|
"cer": 0.11428571428571428, |
|
"wer": 0.3793103448275862 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "", |
|
"cer": 0.08352911074410924, |
|
"wer": 0.28497692115768464 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "female", |
|
"cer": 0.10448676754104107, |
|
"wer": 0.33368569415081045 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "male", |
|
"cer": 0.09420213007711303, |
|
"wer": 0.309437019036047 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "other", |
|
"cer": 0.0922858495030762, |
|
"wer": 0.3063583815028902 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "", |
|
"cer": 0.08459623862374999, |
|
"wer": 0.2875276988798611 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cote_d_ivoire", |
|
"cer": 0.28010139416983526, |
|
"wer": 0.6515151515151515 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "switzerland", |
|
"cer": 0.07910656119125174, |
|
"wer": 0.2659279778393352 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "morocco", |
|
"cer": 0.07692307692307693, |
|
"wer": 0.23076923076923078 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "belgium", |
|
"cer": 0.08650668199453944, |
|
"wer": 0.2815126050420168 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "canada", |
|
"cer": 0.15207617032531076, |
|
"wer": 0.4340490797546012 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "romania", |
|
"cer": 0.1937984496124031, |
|
"wer": 0.5777777777777777 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_kingdom", |
|
"cer": 0.13284132841328414, |
|
"wer": 0.391304347826087 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "tunisia", |
|
"cer": 0.20270270270270271, |
|
"wer": 0.4583333333333333 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "gabon", |
|
"cer": 0.08888888888888889, |
|
"wer": 0.2916666666666667 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "france", |
|
"cer": 0.08548339205033344, |
|
"wer": 0.2908950988408446 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "senegal", |
|
"cer": 0.13636363636363635, |
|
"wer": 0.44 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cameroon", |
|
"cer": 0.21818181818181817, |
|
"wer": 0.5301204819277109 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "germany", |
|
"cer": 0.0738255033557047, |
|
"wer": 0.2641509433962264 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "algeria", |
|
"cer": 0.11731044349070101, |
|
"wer": 0.384 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "martinique", |
|
"cer": 0.0846774193548387, |
|
"wer": 0.2631578947368421 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "st_pierre_et_miquelon", |
|
"cer": 0.2508710801393728, |
|
"wer": 0.7291666666666666 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "luxembourg", |
|
"cer": 0.14736842105263157, |
|
"wer": 0.48333333333333334 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "guadeloupe", |
|
"cer": 0.09069493521790342, |
|
"wer": 0.2986111111111111 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "monaco", |
|
"cer": 0.030054644808743168, |
|
"wer": 0.1746031746031746 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "italy", |
|
"cer": 0.19157894736842104, |
|
"wer": 0.5822784810126582 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "mayotte", |
|
"cer": 0.034334763948497854, |
|
"wer": 0.13157894736842105 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_states", |
|
"cer": 0.13354037267080746, |
|
"wer": 0.37846153846153846 |
|
} |
|
], |
|
"test": [ |
|
{ |
|
"subset_type": "all", |
|
"subset": "all", |
|
"cer": 0.09825329349764501, |
|
"wer": 0.31133659946381376 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "", |
|
"cer": 0.09661862177289549, |
|
"wer": 0.3068179321356116 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "sixties", |
|
"cer": 0.0967912819736643, |
|
"wer": 0.313466787989081 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "seventies", |
|
"cer": 0.09285915890488287, |
|
"wer": 0.31186440677966104 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fourties", |
|
"cer": 0.10239675931135367, |
|
"wer": 0.32062334217506633 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "thirties", |
|
"cer": 0.10843155850607415, |
|
"wer": 0.33587786259541985 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fifties", |
|
"cer": 0.09260614934114202, |
|
"wer": 0.3125827814569536 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "teens", |
|
"cer": 0.1148557764160813, |
|
"wer": 0.35873015873015873 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "twenties", |
|
"cer": 0.1197790105909862, |
|
"wer": 0.3642837578745549 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "", |
|
"cer": 0.09651960998644572, |
|
"wer": 0.3067045196789323 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "female", |
|
"cer": 0.10279270011810873, |
|
"wer": 0.33203035180501267 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "male", |
|
"cer": 0.11001424791369835, |
|
"wer": 0.3414114351823662 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "other", |
|
"cer": 0.17312408043158412, |
|
"wer": 0.45588235294117646 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "", |
|
"cer": 0.09769477200885844, |
|
"wer": 0.30927005115198836 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cote_d_ivoire", |
|
"cer": 0.14009111617312073, |
|
"wer": 0.42657342657342656 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "other", |
|
"cer": 0.056074766355140186, |
|
"wer": 0.2 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "reunion", |
|
"cer": 0.10344827586206896, |
|
"wer": 0.25925925925925924 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "switzerland", |
|
"cer": 0.09012875536480687, |
|
"wer": 0.3175182481751825 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "morocco", |
|
"cer": 0.0896358543417367, |
|
"wer": 0.3017241379310345 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "canada", |
|
"cer": 0.1742661726987746, |
|
"wer": 0.48050847457627116 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "belgium", |
|
"cer": 0.07159670459003531, |
|
"wer": 0.27505827505827507 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "new_caledonia", |
|
"cer": 0.17343173431734318, |
|
"wer": 0.5121951219512195 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "romania", |
|
"cer": 0.09923664122137404, |
|
"wer": 0.3181818181818182 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "burundi", |
|
"cer": 0.2619047619047619, |
|
"wer": 0.7142857142857143 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_kingdom", |
|
"cer": 0.3142857142857143, |
|
"wer": 0.6666666666666666 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "tunisia", |
|
"cer": 0.12110091743119267, |
|
"wer": 0.3191489361702128 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "senegal", |
|
"cer": 0.13293051359516617, |
|
"wer": 0.39823008849557523 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cameroon", |
|
"cer": 0.16444444444444445, |
|
"wer": 0.5454545454545454 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "germany", |
|
"cer": 0.11859838274932614, |
|
"wer": 0.3522267206477733 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "algeria", |
|
"cer": 0.13285457809694792, |
|
"wer": 0.3763440860215054 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "martinique", |
|
"cer": 0.03508771929824561, |
|
"wer": 0.13157894736842105 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "guadeloupe", |
|
"cer": 0.015810276679841896, |
|
"wer": 0.07142857142857142 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "benin", |
|
"cer": 0.10909090909090909, |
|
"wer": 0.3157894736842105 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "monaco", |
|
"cer": 0.11246200607902736, |
|
"wer": 0.3018867924528302 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "france", |
|
"cer": 0.0935892070213447, |
|
"wer": 0.3077721744289528 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_states", |
|
"cer": 0.2604340567612688, |
|
"wer": 0.6538461538461539 |
|
} |
|
] |
|
} |