|
{ |
|
"validation": [ |
|
{ |
|
"subset_type": "all", |
|
"subset": "all", |
|
"cer": 0.1042051626036538, |
|
"wer": 0.34544629678144906 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "", |
|
"cer": 0.10194520537319839, |
|
"wer": 0.3401556869413288 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "thirties", |
|
"cer": 0.11343939981891088, |
|
"wer": 0.36383240911891557 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "sixties", |
|
"cer": 0.10133482423649451, |
|
"wer": 0.3381849315068493 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "seventies", |
|
"cer": 0.11375619108483784, |
|
"wer": 0.3716475095785441 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fifties", |
|
"cer": 0.11695857889931104, |
|
"wer": 0.36390977443609024 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "twenties", |
|
"cer": 0.11777913493318005, |
|
"wer": 0.3782715521845957 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "eighties", |
|
"cer": 0.09714285714285714, |
|
"wer": 0.3448275862068966 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "teens", |
|
"cer": 0.11488102731965252, |
|
"wer": 0.36403669724770643 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fourties", |
|
"cer": 0.11569796904845438, |
|
"wer": 0.3811180700533519 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "", |
|
"cer": 0.10194510995841508, |
|
"wer": 0.3401322355289421 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "male", |
|
"cer": 0.11273804293484024, |
|
"wer": 0.3663651500832546 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "other", |
|
"cer": 0.10364410790345481, |
|
"wer": 0.33236994219653176 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "female", |
|
"cer": 0.12242215341473389, |
|
"wer": 0.3844256518675123 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "", |
|
"cer": 0.10295356305350105, |
|
"wer": 0.34259040685942294 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_kingdom", |
|
"cer": 0.16974169741697417, |
|
"wer": 0.6956521739130435 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "st_pierre_et_miquelon", |
|
"cer": 0.24390243902439024, |
|
"wer": 0.6875 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "martinique", |
|
"cer": 0.125, |
|
"wer": 0.3157894736842105 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "romania", |
|
"cer": 0.16279069767441862, |
|
"wer": 0.5555555555555556 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cote_d_ivoire", |
|
"cer": 0.30671736375158426, |
|
"wer": 0.6666666666666666 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "guadeloupe", |
|
"cer": 0.09422850412249706, |
|
"wer": 0.3333333333333333 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "switzerland", |
|
"cer": 0.09678920428106096, |
|
"wer": 0.29916897506925205 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_states", |
|
"cer": 0.12267080745341614, |
|
"wer": 0.3630769230769231 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "canada", |
|
"cer": 0.15882041787886803, |
|
"wer": 0.4601226993865031 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "morocco", |
|
"cer": 0.05016722408026756, |
|
"wer": 0.15384615384615385 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "belgium", |
|
"cer": 0.1225750826268142, |
|
"wer": 0.36470588235294116 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "luxembourg", |
|
"cer": 0.14473684210526316, |
|
"wer": 0.4166666666666667 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "italy", |
|
"cer": 0.24842105263157896, |
|
"wer": 0.569620253164557 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "monaco", |
|
"cer": 0.07103825136612021, |
|
"wer": 0.3492063492063492 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "senegal", |
|
"cer": 0.19230769230769232, |
|
"wer": 0.54 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "mayotte", |
|
"cer": 0.030042918454935622, |
|
"wer": 0.18421052631578946 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "france", |
|
"cer": 0.10374050028489114, |
|
"wer": 0.3483718916839017 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "germany", |
|
"cer": 0.11409395973154363, |
|
"wer": 0.3867924528301887 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "tunisia", |
|
"cer": 0.27702702702702703, |
|
"wer": 0.5625 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "gabon", |
|
"cer": 0.0962962962962963, |
|
"wer": 0.3125 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "algeria", |
|
"cer": 0.17739628040057226, |
|
"wer": 0.536 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cameroon", |
|
"cer": 0.28484848484848485, |
|
"wer": 0.5662650602409639 |
|
} |
|
], |
|
"test": [ |
|
{ |
|
"subset_type": "all", |
|
"subset": "all", |
|
"cer": 0.11725420095967795, |
|
"wer": 0.3658868938592099 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "", |
|
"cer": 0.11594842468184846, |
|
"wer": 0.36211429868826767 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "thirties", |
|
"cer": 0.12970238901684505, |
|
"wer": 0.40458015267175573 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "seventies", |
|
"cer": 0.11656788032740616, |
|
"wer": 0.3593220338983051 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fifties", |
|
"cer": 0.11200585651537336, |
|
"wer": 0.3483443708609272 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "twenties", |
|
"cer": 0.12965934620145797, |
|
"wer": 0.3997534921939195 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "fourties", |
|
"cer": 0.1255204230899066, |
|
"wer": 0.38826259946949604 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "teens", |
|
"cer": 0.12576595426692572, |
|
"wer": 0.3963718820861678 |
|
}, |
|
{ |
|
"subset_type": "age", |
|
"subset": "sixties", |
|
"cer": 0.12259724534584532, |
|
"wer": 0.3817106460418562 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "", |
|
"cer": 0.11585389552028527, |
|
"wer": 0.36195479589372864 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "male", |
|
"cer": 0.1255750050885406, |
|
"wer": 0.387444437678865 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "other", |
|
"cer": 0.19176066699362432, |
|
"wer": 0.4852941176470588 |
|
}, |
|
{ |
|
"subset_type": "gender", |
|
"subset": "female", |
|
"cer": 0.12424277060235456, |
|
"wer": 0.3987123476661301 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "", |
|
"cer": 0.11682534875357271, |
|
"wer": 0.364468603507972 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_kingdom", |
|
"cer": 0.2857142857142857, |
|
"wer": 0.6666666666666666 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "benin", |
|
"cer": 0.12272727272727273, |
|
"wer": 0.3684210526315789 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "reunion", |
|
"cer": 0.11598746081504702, |
|
"wer": 0.3333333333333333 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "martinique", |
|
"cer": 0.09210526315789473, |
|
"wer": 0.3157894736842105 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "romania", |
|
"cer": 0.16030534351145037, |
|
"wer": 0.36363636363636365 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cote_d_ivoire", |
|
"cer": 0.21753986332574032, |
|
"wer": 0.5314685314685315 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "other", |
|
"cer": 0.04672897196261682, |
|
"wer": 0.3 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "guadeloupe", |
|
"cer": 0.07114624505928854, |
|
"wer": 0.23809523809523808 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "switzerland", |
|
"cer": 0.0956468424279583, |
|
"wer": 0.3248175182481752 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "united_states", |
|
"cer": 0.24485253199777407, |
|
"wer": 0.6121794871794872 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "canada", |
|
"cer": 0.17355371900826447, |
|
"wer": 0.47711864406779664 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "burundi", |
|
"cer": 0.19047619047619047, |
|
"wer": 0.6428571428571429 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "morocco", |
|
"cer": 0.09243697478991597, |
|
"wer": 0.31896551724137934 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "belgium", |
|
"cer": 0.11377010592389172, |
|
"wer": 0.3764568764568765 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "monaco", |
|
"cer": 0.11246200607902736, |
|
"wer": 0.3584905660377358 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "senegal", |
|
"cer": 0.11329305135951662, |
|
"wer": 0.34513274336283184 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "france", |
|
"cer": 0.11346906620054655, |
|
"wer": 0.36235538415900326 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "germany", |
|
"cer": 0.11320754716981132, |
|
"wer": 0.39271255060728744 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "tunisia", |
|
"cer": 0.11559633027522936, |
|
"wer": 0.3723404255319149 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "algeria", |
|
"cer": 0.11490125673249552, |
|
"wer": 0.4032258064516129 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "cameroon", |
|
"cer": 0.1711111111111111, |
|
"wer": 0.4805194805194805 |
|
}, |
|
{ |
|
"subset_type": "accent", |
|
"subset": "new_caledonia", |
|
"cer": 0.2066420664206642, |
|
"wer": 0.5121951219512195 |
|
} |
|
] |
|
} |