|
{ |
|
"validation": [ |
|
{ |
|
"subset_type": "all", |
|
"subset": "all", |
|
"cer": 0.08057745762837787, |
|
"wer": 0.2782765385082333 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "", |
|
"cer": 0.07847527545333614, |
|
"wer": 0.27277194515077297 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "twenties", |
|
"cer": 0.09706854433108206, |
|
"wer": 0.3172737955346651 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fourties", |
|
"cer": 0.0872412583323588, |
|
"wer": 0.3022500579911853 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "thirties", |
|
"cer": 0.09018238261544431, |
|
"wer": 0.30283425754775106 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fifties", |
|
"cer": 0.08757366979330954, |
|
"wer": 0.2912280701754386 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "sixties", |
|
"cer": 0.06869802222377525, |
|
"wer": 0.24272260273972604 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "seventies", |
|
"cer": 0.07876657613037226, |
|
"wer": 0.2883141762452107 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "teens", |
|
"cer": 0.0975701875865542, |
|
"wer": 0.32513761467889907 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "eighties", |
|
"cer": 0.04, |
|
"wer": 0.1724137931034483 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "", |
|
"cer": 0.0784699123072271, |
|
"wer": 0.27273577844311375 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "other", |
|
"cer": 0.09133932796971131, |
|
"wer": 0.2861271676300578 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "male", |
|
"cer": 0.08742254609359613, |
|
"wer": 0.29661131362224924 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "female", |
|
"cer": 0.10115674475667465, |
|
"wer": 0.33121916842847077 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "", |
|
"cer": 0.07941370718949957, |
|
"wer": 0.27525262139914564 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cameroon", |
|
"cer": 0.1919191919191919, |
|
"wer": 0.5180722891566265 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "canada", |
|
"cer": 0.14242263951335626, |
|
"wer": 0.4133435582822086 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "guadeloupe", |
|
"cer": 0.0977620730270907, |
|
"wer": 0.3263888888888889 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "italy", |
|
"cer": 0.17473684210526316, |
|
"wer": 0.5316455696202531 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "belgium", |
|
"cer": 0.08909326052593763, |
|
"wer": 0.27899159663865547 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "luxembourg", |
|
"cer": 0.12894736842105264, |
|
"wer": 0.4666666666666667 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "romania", |
|
"cer": 0.14728682170542637, |
|
"wer": 0.6444444444444445 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "monaco", |
|
"cer": 0.030054644808743168, |
|
"wer": 0.14285714285714285 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "germany", |
|
"cer": 0.06711409395973154, |
|
"wer": 0.24528301886792453 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_states", |
|
"cer": 0.11542443064182195, |
|
"wer": 0.3323076923076923 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "morocco", |
|
"cer": 0.046822742474916385, |
|
"wer": 0.17307692307692307 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "martinique", |
|
"cer": 0.08064516129032258, |
|
"wer": 0.21052631578947367 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "switzerland", |
|
"cer": 0.08515588645881805, |
|
"wer": 0.28254847645429365 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "senegal", |
|
"cer": 0.11188811188811189, |
|
"wer": 0.4 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "gabon", |
|
"cer": 0.05555555555555555, |
|
"wer": 0.22916666666666666 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_kingdom", |
|
"cer": 0.11439114391143912, |
|
"wer": 0.2826086956521739 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "mayotte", |
|
"cer": 0.004291845493562232, |
|
"wer": 0.02631578947368421 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "france", |
|
"cer": 0.08053992889759166, |
|
"wer": 0.2813236496561012 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "st_pierre_et_miquelon", |
|
"cer": 0.1916376306620209, |
|
"wer": 0.6458333333333334 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cote_d_ivoire", |
|
"cer": 0.24714828897338403, |
|
"wer": 0.6818181818181818 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "tunisia", |
|
"cer": 0.20945945945945946, |
|
"wer": 0.4583333333333333 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "algeria", |
|
"cer": 0.10014306151645208, |
|
"wer": 0.352 |
|
} |
|
], |
|
"test": [ |
|
{ |
|
"subset_type": "all", |
|
"subset": "all", |
|
"cer": 0.09253796707449821, |
|
"wer": 0.30078399807327877 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "", |
|
"cer": 0.0910774116056623, |
|
"wer": 0.2967693738693541 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "twenties", |
|
"cer": 0.11313098895052955, |
|
"wer": 0.3533278553820871 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fourties", |
|
"cer": 0.09502644311916282, |
|
"wer": 0.3076923076923077 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "thirties", |
|
"cer": 0.10454771259540262, |
|
"wer": 0.3293347873500545 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fifties", |
|
"cer": 0.08718887262079063, |
|
"wer": 0.29624724061810154 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "sixties", |
|
"cer": 0.0866505221734524, |
|
"wer": 0.2902638762511374 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "seventies", |
|
"cer": 0.07564211120519333, |
|
"wer": 0.2677966101694915 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "teens", |
|
"cer": 0.10775668808847706, |
|
"wer": 0.3424036281179138 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "", |
|
"cer": 0.09098494454403684, |
|
"wer": 0.2966510327872451 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "other", |
|
"cer": 0.16821971554683668, |
|
"wer": 0.45 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "male", |
|
"cer": 0.10055973946672095, |
|
"wer": 0.3215612251111246 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "female", |
|
"cer": 0.10534537280451099, |
|
"wer": 0.3405380547252242 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "", |
|
"cer": 0.09212630841740645, |
|
"wer": 0.2994884801162675 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "other", |
|
"cer": 0.037383177570093455, |
|
"wer": 0.15 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cameroon", |
|
"cer": 0.1688888888888889, |
|
"wer": 0.45454545454545453 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "canada", |
|
"cer": 0.14733542319749215, |
|
"wer": 0.4330508474576271 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "reunion", |
|
"cer": 0.08150470219435736, |
|
"wer": 0.2222222222222222 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "guadeloupe", |
|
"cer": 0.007905138339920948, |
|
"wer": 0.047619047619047616 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "benin", |
|
"cer": 0.09090909090909091, |
|
"wer": 0.2894736842105263 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "belgium", |
|
"cer": 0.07532365633581797, |
|
"wer": 0.2727272727272727 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "romania", |
|
"cer": 0.10687022900763359, |
|
"wer": 0.18181818181818182 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "monaco", |
|
"cer": 0.11550151975683891, |
|
"wer": 0.3018867924528302 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "germany", |
|
"cer": 0.12466307277628032, |
|
"wer": 0.38866396761133604 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_states", |
|
"cer": 0.27545909849749584, |
|
"wer": 0.657051282051282 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "morocco", |
|
"cer": 0.08123249299719888, |
|
"wer": 0.29310344827586204 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "martinique", |
|
"cer": 0.04824561403508772, |
|
"wer": 0.18421052631578946 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "burundi", |
|
"cer": 0.17857142857142858, |
|
"wer": 0.5714285714285714 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "switzerland", |
|
"cer": 0.08828939301042306, |
|
"wer": 0.3175182481751825 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "senegal", |
|
"cer": 0.1027190332326284, |
|
"wer": 0.3274336283185841 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_kingdom", |
|
"cer": 0.2857142857142857, |
|
"wer": 0.5555555555555556 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "france", |
|
"cer": 0.08728673773357296, |
|
"wer": 0.2913082171462474 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cote_d_ivoire", |
|
"cer": 0.1275626423690205, |
|
"wer": 0.43356643356643354 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "new_caledonia", |
|
"cer": 0.11070110701107011, |
|
"wer": 0.34146341463414637 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "tunisia", |
|
"cer": 0.15229357798165138, |
|
"wer": 0.40425531914893614 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "algeria", |
|
"cer": 0.11490125673249552, |
|
"wer": 0.3817204301075269 |
|
} |
|
] |
|
} |