speech-test commited on
Commit
96a796e
β€’
1 Parent(s): 7104529
This view is limited to 50 files because it contains too many changes. Β  See raw diff
Files changed (50) hide show
  1. .gitignore +152 -0
  2. README.md +5 -5
  3. app.py +136 -0
  4. data/ab.csv +5 -0
  5. data/ar.csv +6 -0
  6. data/as.csv +8 -0
  7. data/ba.csv +4 -0
  8. data/bas.csv +6 -0
  9. data/bg.csv +5 -0
  10. data/bn.csv +3 -0
  11. data/br.csv +7 -0
  12. data/ca.csv +5 -0
  13. data/ckb.csv +2 -0
  14. data/cs.csv +6 -0
  15. data/cv.csv +3 -0
  16. data/cy.csv +3 -0
  17. data/de.csv +6 -0
  18. data/dv.csv +3 -0
  19. data/el.csv +3 -0
  20. data/en.csv +3 -0
  21. data/eo.csv +2 -0
  22. data/es.csv +9 -0
  23. data/et.csv +6 -0
  24. data/eu.csv +3 -0
  25. data/fi.csv +10 -0
  26. data/fr.csv +8 -0
  27. data/ga-IE.csv +5 -0
  28. data/gl.csv +4 -0
  29. data/gn.csv +6 -0
  30. data/ha.csv +5 -0
  31. data/hi.csv +19 -0
  32. data/hsb.csv +6 -0
  33. data/hu.csv +3 -0
  34. data/hy-AM.csv +5 -0
  35. data/ia.csv +3 -0
  36. data/id.csv +5 -0
  37. data/it.csv +6 -0
  38. data/ja.csv +7 -0
  39. data/ka.csv +4 -0
  40. data/kab.csv +2 -0
  41. data/kk.csv +2 -0
  42. data/km.csv +2 -0
  43. data/kmr.csv +3 -0
  44. data/ko.csv +4 -0
  45. data/ky.csv +4 -0
  46. data/la.csv +2 -0
  47. data/lg.csv +3 -0
  48. data/lt.csv +3 -0
  49. data/lv.csv +4 -0
  50. data/mn.csv +4 -0
.gitignore ADDED
@@ -0,0 +1,152 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[cod]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py,cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # poetry
98
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
99
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
100
+ # commonly ignored for libraries.
101
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
102
+ #poetry.lock
103
+
104
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow
105
+ __pypackages__/
106
+
107
+ # Celery stuff
108
+ celerybeat-schedule
109
+ celerybeat.pid
110
+
111
+ # SageMath parsed files
112
+ *.sage.py
113
+
114
+ # Environments
115
+ .env
116
+ .venv
117
+ env/
118
+ venv/
119
+ ENV/
120
+ env.bak/
121
+ venv.bak/
122
+
123
+ # Spyder project settings
124
+ .spyderproject
125
+ .spyproject
126
+
127
+ # Rope project settings
128
+ .ropeproject
129
+
130
+ # mkdocs documentation
131
+ /site
132
+
133
+ # mypy
134
+ .mypy_cache/
135
+ .dmypy.json
136
+ dmypy.json
137
+
138
+ # Pyre type checker
139
+ .pyre/
140
+
141
+ # pytype static type analyzer
142
+ .pytype/
143
+
144
+ # Cython debug symbols
145
+ cython_debug/
146
+
147
+ # PyCharm
148
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
149
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
150
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
151
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
152
+ .idea/
README.md CHANGED
@@ -1,11 +1,11 @@
1
  ---
2
- title: FinalLeaderboard
3
- emoji: 🐠
4
- colorFrom: pink
5
- colorTo: indigo
6
  sdk: streamlit
7
  app_file: app.py
8
- pinned: false
9
  license: apache-2.0
10
  ---
11
 
 
1
  ---
2
+ title: Robust Speech Recognition Leaderboard 2022
3
+ emoji: πŸ†πŸŽ™οΈπŸ†
4
+ colorFrom: red
5
+ colorTo: yellow
6
  sdk: streamlit
7
  app_file: app.py
8
+ pinned: true
9
  license: apache-2.0
10
  ---
11
 
app.py ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import glob
2
+ import pandas as pd
3
+ import streamlit as st
4
+
5
+ cer_langs = ["ja", "zh-CN", "zh-HK", "zh-TW"]
6
+
7
+
8
+ def get_note(lang):
9
+ metric = (
10
+ "`CER` (Char Error Rate, lower is better)" if lang in cer_langs else "`WER` (Word Error Rate, lower is better)"
11
+ )
12
+ return (
13
+ f"**Note**: The evaluation metric for the `{lang}` language is {metric}. " f"The score used for ranking is: "
14
+ )
15
+
16
+
17
+ def get_note_custom(lang):
18
+ metric = "CER (Char Error Rate)" if lang in cer_langs else "WER (Word Error Rate)"
19
+ return (
20
+ f"**Note**: The evaluation metric for the `{lang}` language is {metric}. "
21
+ "The metrics for this language are **self-reported** by the participants and are dataset-dependent, "
22
+ "so there's no explicit ranking score. "
23
+ "Please refer to the model cards for more info about the datasets."
24
+ )
25
+
26
+
27
+ def make_clickable(model_name):
28
+ link = "https://huggingface.co/" + model_name
29
+ return f'<a target="_blank" href="{link}">{model_name}</a>'
30
+
31
+
32
+ def parse_df(df, lang):
33
+ note = None
34
+ if "cv6" in df.columns and "hf_dev" in df.columns:
35
+ df["avg"] = (df[["cv6", "cv7", "cv8"]].max(axis=1) + df["hf_dev"] + df["hf_test"]) / 3
36
+ df.sort_values("avg", inplace=True, ignore_index=True)
37
+ df = df[["model", "cv6", "cv7", "cv8", "hf_dev", "hf_test", "avg"]]
38
+ note = get_note(lang)
39
+ metric_eq = r"""Score =
40
+ \begin{cases}
41
+ (CV61_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 6.1$} \\
42
+ (CV7_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 7.0$} \\
43
+ (CV8_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 8.0$} \\
44
+ \end{cases}"""
45
+ elif "cv8" in df.columns and "hf_dev" in df.columns:
46
+ df["avg"] = (df[["cv7", "cv8"]].max(axis=1) + df["hf_dev"] + df["hf_test"]) / 3
47
+ df.sort_values("avg", inplace=True, ignore_index=True)
48
+ df = df[["model", "cv7", "cv8", "hf_dev", "hf_test", "avg"]]
49
+ note = get_note(lang)
50
+ metric_eq = r"""Score =
51
+ \begin{cases}
52
+ (CV7_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 7.0$} \\
53
+ (CV8_{Test} + HF_{Dev} + HF_{Test}) / 3 & \text{if trained on $Common\ Voice\ 8.0$} \\
54
+ \end{cases}"""
55
+ elif "cv6" in df.columns:
56
+ df["avg"] = df[["cv6", "cv7", "cv8"]].max(axis=1)
57
+ df.sort_values("avg", inplace=True, ignore_index=True)
58
+ df = df[["model", "cv6", "cv7", "cv8", "avg"]]
59
+ note = get_note(lang)
60
+ metric_eq = r"""Score =
61
+ \begin{cases}
62
+ CV61_{Test} & \text{if trained on $Common\ Voice\ 6.1$} \\
63
+ CV7_{Test} & \text{if trained on $Common\ Voice\ 7.0$} \\
64
+ CV8_{Test} & \text{if trained on $Common\ Voice\ 8.0$} \\
65
+ \end{cases}"""
66
+ elif "cv8" in df.columns:
67
+ df["avg"] = df[["cv7", "cv8"]].max(axis=1)
68
+ df.sort_values("avg", inplace=True, ignore_index=True)
69
+ df = df[["model", "cv7", "cv8", "avg"]]
70
+ note = get_note(lang)
71
+ metric_eq = r"""Score =
72
+ \begin{cases}
73
+ CV7_{Test} & \text{if trained on $Common\ Voice\ 7.0$} \\
74
+ CV8_{Test} & \text{if trained on $Common\ Voice\ 8.0$} \\
75
+ \end{cases}"""
76
+ elif "hf_dev" in df.columns:
77
+ df["avg"] = (df["hf_dev"] + df["hf_test"]) / 2
78
+ df.sort_values("avg", inplace=True, ignore_index=True)
79
+ df = df[["model", "hf_dev", "hf_test", "avg"]]
80
+ note = get_note(lang)
81
+ metric_eq = r"""Score = \frac{HF_{Dev} + HF_{Test}}{2}"""
82
+ elif "custom" in df.columns:
83
+ df = df[["model", "custom"]]
84
+ df.sort_values("custom", inplace=True, ignore_index=True)
85
+ note = get_note_custom(lang)
86
+ metric_eq = None
87
+ df["model"] = df["model"].apply(make_clickable)
88
+ df.rename(
89
+ columns={
90
+ "model": "Model",
91
+ "cv6": "CV 6.1 Test",
92
+ "cv7": "CV 7.0 Test",
93
+ "cv8": "CV 8.0 Test",
94
+ "hf_dev": "HF Dev",
95
+ "hf_test": "HF Test",
96
+ "custom": "Custom Test",
97
+ "avg": "Score",
98
+ },
99
+ inplace=True,
100
+ )
101
+ df.fillna("", inplace=True)
102
+ return df, note, metric_eq
103
+
104
+
105
+ @st.cache()
106
+ def main():
107
+ dataframes = {}
108
+ notes = {}
109
+ metric_eqs = {}
110
+ for lang_csv in sorted(glob.glob("data/*.csv")):
111
+ lang = lang_csv.split("/")[-1].split(".")[0]
112
+ df = pd.read_csv(lang_csv)
113
+ dataframes[lang], notes[lang], metric_eqs[lang] = parse_df(df, lang)
114
+
115
+ return dataframes, notes, metric_eqs
116
+
117
+
118
+ dataframes, notes, eval_eqs = main()
119
+
120
+ _, col_center = st.columns([3, 6])
121
+ with col_center:
122
+ st.image("logo.png", width=200)
123
+ st.markdown("# Robust Speech Challenge Results")
124
+
125
+ lang_select = sorted(dataframes.keys())
126
+
127
+ lang = st.selectbox(
128
+ "Language",
129
+ lang_select,
130
+ index=0,
131
+ )
132
+
133
+ st.markdown(notes[lang])
134
+ if eval_eqs[lang]:
135
+ st.latex(eval_eqs[lang])
136
+ st.write(dataframes[lang].to_html(escape=False, index=None), unsafe_allow_html=True)
data/ab.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-ab-CV7,52.91,
3
+ infinitejoy/wav2vec2-large-xls-r-300m-abkhaz,57.81,
4
+ infinitejoy/wav2vec2-large-xls-r-300m-abkhaz-cv8,,27.60
5
+ emre/wav2vec2-xls-r-300m-ab-CV8,,44.9
data/ar.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ AndrewMcDowell/wav2vec2-xls-r-300m-arabic,46.72,,93.72,92.49
3
+ bakrianoo/sinai-voice-ar-stt,,18.17,93.03,90.79
4
+ kingabzpro/wav2vec2-large-xlsr-300-arabic,39.04,,89.80,87.46
5
+ phantomcoder1996/wav2vec2-large-xls-r-300m-arabic,57.80,,95.07,93.58
6
+ phantomcoder1996/wav2vec2-large-xls-r-300m-arabic-colab,64.38,,96.15,94.96
data/as.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ model,cv7,cv8,cv6
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-as-g1,,65.41,
3
+ DrishtiSharma/wav2vec2-large-xls-r-300m-as-v9,,61.64,
4
+ anuragshas/wav2vec2-large-xls-r-300m-as,57.00,,
5
+ infinitejoy/wav2vec2-large-xls-r-300m-assamese,72.64,,
6
+ infinitejoy/wav2vec2-large-xls-r-300m-assamese-cv8,,65.97,
7
+ emre/wav2vec2-xls-r-300m-as-CV8-v1,,100,
8
+ reichenbach/wav2vec2-large-xls-r-300m-as,,,64.77
data/ba.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,cv7,cv8
2
+ AigizK/wav2vec2-large-xls-r-300m-bashkir-cv7_opt,4.44,
3
+ infinitejoy/wav2vec2-large-xls-r-300m-bashkir,24.21,
4
+ sammy786/wav2vec2-xlsr-bashkir,,11.32
data/bas.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-bas-v1,,35.66
3
+ emre/wav2vec2-xls-r-300m-bas-CV8-v2,,50.48
4
+ infinitejoy/wav2vec2-large-xls-r-300m-basaa,104.08,
5
+ infinitejoy/wav2vec2-large-xls-r-300m-basaa-cv8,,38.06
6
+ sammy786/wav2vec2-xlsr-Basaa,,41.23
data/bg.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-bg-d2,,28.78,49.78,51.25
3
+ DrishtiSharma/wav2vec2-large-xls-r-300m-bg-v1,,47.10,70.53,72.60
4
+ anuragshas/wav2vec2-large-xls-r-300m-bg,,21.20,30.27,31.03
5
+ infinitejoy/wav2vec2-large-xls-r-300m-bulgarian,46.68,,63.68,64.08
data/bn.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,custom
2
+ Tahsin-Mayeesha/wav2vec2-bn-300m,17.77
3
+ arijitx/wav2vec2-xls-r-300m-bengali,15.32
data/br.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ model,cv7,cv8,cv6
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-br-d10,,52.30,
3
+ DrishtiSharma/wav2vec2-large-xls-r-300m-br-d2,,49.77,
4
+ infinitejoy/wav2vec2-large-xls-r-300m-breton,107.96,,
5
+ infinitejoy/wav2vec2-large-xls-r-300m-breton-cv8,,54.86,
6
+ sammy786/wav2vec2-xlsr-breton,,48.21,
7
+ emre/wav2vec2-xls-r-300m-Br-small,,,47.89
data/ca.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ PereLluis13/wav2vec2-xls-r-1b-ca,,11.03,20.98,18.70
3
+ PereLluis13/wav2vec2-xls-r-1b-ca-lm,,6.07,18.38,15.41
4
+ PereLluis13/wav2vec2-xls-r-300m-ca,,13.17,26.25,22.04
5
+ PereLluis13/wav2vec2-xls-r-300m-ca-lm,,6.77,21.47,17.68
data/ckb.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ model,cv7,cv8
2
+ Akashpb13/Central_kurdish_xlsr,,36.75
data/cs.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,hf_dev,hf_test,cv7,cv8,cv6
2
+ comodoro/wav2vec2-xls-r-300m-cs,66.78,57.52,,,22.15
3
+ comodoro/wav2vec2-xls-r-300m-cs-250,49.26,42.51,,14.75,
4
+ comodoro/wav2vec2-xls-r-300m-cs-cv8,54.29,44.55,,10.28,
5
+ comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,84.11,75.99,,53.52,
6
+ sammy786/wav2vec2-xlsr-czech,97.02,69.70,,11.23,
data/cv.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8
2
+ infinitejoy/wav2vec2-large-xls-r-300m-chuvash,60.31,
3
+ sammy786/wav2vec2-xlsr-chuvash,,27.81
data/cy.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv6,cv7,cv8
2
+ infinitejoy/wav2vec2-large-xls-r-300m-welsh,,31.00,
3
+ techiaith/wav2vec2-xlsr-ft-cy,13.79,,
data/de.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ AndrewMcDowell/wav2vec2-xls-r-1B-german,,15.25,28.30,36.20
3
+ AndrewMcDowell/wav2vec2-xls-r-300m-german-de,19.50,,39.54,47.95
4
+ jonatasgrosman/wav2vec2-xls-r-1b-german,,8.13,15.12,19.67
5
+ jsnfly/wav2vec2-large-xlsr-53-german-gpt2,9.71,,,
6
+ jsnfly/wav2vec2-xls-r-1b-de-cv8,,11.07,29.28,36.79
data/dv.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8
2
+ sammy786/wav2vec2-xlsr-dhivehi,,26.91
3
+ shahukareem/xls-r-300m-dv,,21.30
data/el.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ ayameRushia/wav2vec2-large-xls-r-300m-el,,31.13,,
3
+ infinitejoy/wav2vec2-large-xls-r-300m-greek,101.37,,99.93,99.95
data/en.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ jonatasgrosman/wav2vec2-xls-r-1b-english,,17.32,15.07,17.88
3
+ vitouphy/wav2vec2-xls-r-300m-english,,37.81,34.56,38.80
data/eo.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ model,cv6,cv7,cv8
2
+ samitizerxu/wav2vec2-xls-r-300m-eo,30.86,,
data/es.csv ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ model,hf_dev,hf_test,cv7,cv8,cv6
2
+ glob-asr/xls-r-es-test-lm,27.95,30.86,,9.40,
3
+ jonatasgrosman/wav2vec2-xls-r-1b-spanish,15.35,16.67,,6.75,
4
+ pablouribe/xls-r-spanish-test,92.53,91.21,13.89,,
5
+ polodealvarado/xls-r-300m-es,28.63,29.72,,14.60,
6
+ tomascufaro/xls-r-es-test,36.08,39.19,,12.62,
7
+ edugp/wav2vec2-xls-r-300m-36-tokens-es,36.09,39.82,,,11.18
8
+ edugp/wav2vec2-xls-r-300m-36-tokens-with-lm-es,31.68,34.45,,,8.68
9
+ samitizerxu/wav2vec2-xls-r-300m-es,55.69,57.28,,,37.37
data/et.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ RASMUS/wav2vec2-xlsr-1b-et,,20.13,37.52,41.97
3
+ sammy786/wav2vec2-xlsr-estonian,,23.63,61.83,67.43
4
+ shpotes/xls-r-et,34.75,,47.17,54.72
5
+ shpotes/xls-r-et-cv_8_0,,34.18,45.53,54.41
6
+ vasilis/xls-r-et-V-3,,52.47,59.23,69.08
data/eu.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8
2
+ deepdml/wav2vec2-large-xls-r-300m-basque,51.90,
3
+ shpotes/xls-r-eus,,17.87
data/fi.csv ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ RASMUS/wav2vec2-xlsr-fi-train-aug-lm-1B,7.69,
3
+ aapot/wav2vec2-xlsr-1b-finnish,13.11,
4
+ aapot/wav2vec2-xlsr-1b-finnish-lm,5.65,
5
+ aapot/wav2vec2-xlsr-1b-finnish-lm-v2,4.09,
6
+ aapot/wav2vec2-xlsr-1b-finnish-v2,9.73,
7
+ aapot/wav2vec2-xlsr-300m-finnish,17.92,
8
+ aapot/wav2vec2-xlsr-300m-finnish-lm,8.16,
9
+ infinitejoy/wav2vec2-large-xls-r-300m-finnish,29.97,
10
+ sammy786/wav2vec2-xlsr-finnish,,13.73
data/fr.csv ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test,cv6
2
+ AlexN/xls-r-300m-fr,,21.02,35.15,38.86,
3
+ AlexN/xls-r-300m-fr-0,,21.94,35.55,39.94,
4
+ Plim/xls-r-1b-cv_8-fr,,14.78,23.68,27.10,
5
+ Plim/xls-r-300m-fr,23.70,,62.85,66.45,
6
+ jonatasgrosman/wav2vec2-xls-r-1b-french,,16.32,16.15,19.15,
7
+ samirt8/wav2vec2-xls-r-1b-fr,,12.34,24.45,25.96,
8
+ samitizerxu/wav2vec2-xls-r-300m-fr,,,56.62,58.22,50.24
data/ga-IE.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ infinitejoy/wav2vec2-large-xls-r-300m-irish,103.54,
3
+ jcmc/wav2vec-1b-cv8-ir,,42.56
4
+ jcmc/wav2vec-cv7-1b-ir,38.58,
5
+ kingabzpro/wav2vec2-large-xls-r-1b-Irish,,37.64
data/gl.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ Akashpb13/Galician_xlsr,,11.31,36.78,39.05
3
+ infinitejoy/wav2vec2-large-xls-r-300m-galician,101.54,,105.69,101.95
4
+ emre/wav2vec2-xls-r-300m-gl-CV8,,22.94,47.82,50.80
data/gn.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-gn-k1,,71.19
3
+ lgris/wav2vec2-xls-r-300m-gn-cv8,,69.05
4
+ lgris/wav2vec2-xls-r-300m-gn-cv8-3,,76.68
5
+ lgris/wav2vec2-xls-r-300m-gn-cv8-4,,68.45
6
+ lgris/wav2vec2-xls-r-gn-cv7,62.65,
data/ha.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ Akashpb13/Hausa_xlsr,,20.61
3
+ Mofe/xls-r-hausa-40,,51.31
4
+ anuragshas/wav2vec2-large-xls-r-300m-ha-cv8,,36.30
5
+ infinitejoy/wav2vec2-large-xls-r-300m-hausa,102.74,
data/hi.csv ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model,cv7,cv8,cv6
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hi-CV7,35.32,,
3
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hi-cv8,,36.29,
4
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hi-cv8-b2,,38.91,
5
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hi-d3,42.04,,
6
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hi-wx1,37.20,,
7
+ Harveenchadha/hindi_base_wav2vec2,,20.87,
8
+ Harveenchadha/hindi_large_wav2vec2,,24.85,
9
+ Harveenchadha/hindi_model_with_lm_vakyansh,,18.99,
10
+ LegolasTheElf/Wav2Vec2_xls_r_lm_300m_hi,34.21,,
11
+ anuragshas/wav2vec2-xls-r-1b-hi,18.50,,
12
+ anuragshas/wav2vec2-xls-r-1b-hi-with-lm,,15.90,
13
+ infinitejoy/wav2vec2-large-xls-r-300m-hindi,102.15,,
14
+ kapilkd13/xls-r-300m-hi-prod,39.21,,
15
+ kapilkd13/xls-r-hi-test,38.18,,
16
+ shivam/wav2vec2-xls-r-hindi,52.30,,
17
+ reichenbach/wav2vec2-large-xls-r-300m-hi,,,60.44
18
+ Saitomar/wav2vec2-large-xls-r-300m-hindi-kaggle,,,96.17
19
+ yaswanth/xls-r-300m-yaswanth-hindi2,,,57.89
data/hsb.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8,cv6
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v1,,43.93,
3
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v2,,46.54,
4
+ DrishtiSharma/wav2vec2-large-xls-r-300m-hsb-v3,,47.64,
5
+ comodoro/wav2vec2-xls-r-300m-west-slavic-cv8,,81.74,
6
+ comodoro/wav2vec2-xls-r-300m-hsb-cv8,,,56.41
data/hu.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ Akashpb13/xlsr_hungarian_new,,30.12,45.55,47.15
3
+ infinitejoy/wav2vec2-large-xls-r-300m-hungarian,30.19,,45.47,48.20
data/hy-AM.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8
2
+ arampacha/wav2vec2-xls-r-1b-hy,,10.81
3
+ arampacha/wav2vec2-xls-r-1b-hy-cv,,25.88
4
+ arampacha/wav2vec2-xls-r-300m-hy,,13.19
5
+ infinitejoy/wav2vec2-large-xls-r-300m-armenian,101.63,
data/ia.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8
2
+ ayameRushia/wav2vec2-large-xls-r-300m-ia,,20.18
3
+ sammy786/wav2vec2-xlsr-interlingua,,11.46
data/id.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ Wikidepia/wav2vec2-xls-r-300m-indonesian,,5.05,41.31,52.23
3
+ indonesian-nlp/wav2vec2-indonesian-javanese-sundanese,4.49,,48.94,68.95
4
+ kingabzpro/wav2vec2-large-xls-r-1b-Indonesian,,42.96,72.73,79.29
5
+ kingabzpro/wav2vec2-large-xls-r-300m-Indonesian,100.16,,99.61,106.39
data/it.csv ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ dbdmg/wav2vec2-xls-r-1b-italian-robust,19.55,,27.51,51.12
3
+ dbdmg/wav2vec2-xls-r-300m-italian,14.08,,22.09,38.07
4
+ dbdmg/wav2vec2-xls-r-300m-italian-robust,12.07,,17.36,33.66
5
+ jonatasgrosman/wav2vec2-xls-r-1b-italian,,6.75,13.78,18.34
6
+ masapasa/xls-r-300m-it-cv8-ds13,,100.00,100.00,100.00
data/ja.csv ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ model,hf_dev,hf_test,cv7,cv8
2
+ AndrewMcDowell/wav2vec2-xls-r-1b-japanese-hiragana-katakana,29.63,32.69,,22.27
3
+ AndrewMcDowell/wav2vec2-xls-r-300m-japanese,30.37,34.42,,23.64
4
+ vitouphy/wav2vec2-xls-r-300m-japanese,24.87,27.36,,27.54
5
+ vumichien/wav2vec2-xls-r-1b-japanese,16.27,19.89,3.42,
6
+ vutankiet2901/wav2vec2-large-xlsr-53-ja,21.11,26.02,,7.15
7
+ vutankiet2901/wav2vec2-xls-r-1b-ja,16.43,19.48,,5.33
data/ka.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,hf_dev,hf_test,cv7,cv8
2
+ arampacha/wav2vec2-xls-r-1b-ka,22.61,21.58,,7.40
3
+ infinitejoy/wav2vec2-large-xls-r-300m-georgian,65.32,65.03,37.23,
4
+ sammy786/wav2vec2-xlsr-georgian,75.07,74.41,,23.90
data/kab.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ model,cv7,cv8
2
+ Akashpb13/Kabyle_xlsr,,31.88
data/kk.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ DrishtiSharma/wav2vec2-large-xls-r-300m-kk-with-LM,,41.70,81.57,67.09
data/km.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ model,custom
2
+ vitouphy/wav2vec2-xls-r-1b-khmer,32.13
data/kmr.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8
2
+ Akashpb13/xlsr_kurmanji_kurdish,,33.07
3
+ infinitejoy/wav2vec2-large-xls-r-300m-kurdish,102.31,
data/ko.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,hf_dev,hf_test
2
+ anantoj/wav2vec2-xls-r-1b-korean,82.07,82.09
3
+ w11wo/wav2vec2-xls-r-300m-korean,76.26,73.18
4
+ w11wo/wav2vec2-xls-r-300m-korean-lm,68.34,66.47
data/ky.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,cv7,cv8
2
+ infinitejoy/wav2vec2-large-xls-r-300m-kyrgyz,40.52,
3
+ lucio/xls-r-kyrgiz-cv8,,19.01
4
+ sammy786/wav2vec2-xlsr-kyrgyz,,25.25
data/la.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ model,custom
2
+ lsb/wav2vec2-base-it-latin,39.80
data/lg.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv6,cv7,cv8
2
+ cahya/wav2vec2-luganda,,13.84,
3
+ samitizerxu/wav2vec2-xls-r-300m-lg,78.89,,
data/lt.csv ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ model,cv7,cv8
2
+ infinitejoy/wav2vec2-large-xls-r-300m-lithuanian,24.14,
3
+ sammy786/wav2vec2-xlsr-lithuanian,,14.67
data/lv.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ anuragshas/wav2vec2-xls-r-300m-lv-cv8-with-lm,,9.63,33.21,44.12
3
+ infinitejoy/wav2vec2-large-xls-r-300m-latvian,16.68,,45.25,56.16
4
+ reach-vb/wav2vec2-large-xls-r-1B-common_voice7-lv-ft,9.58,,44.33,50.89
data/mn.csv ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ model,cv7,cv8,hf_dev,hf_test
2
+ ayameRushia/wav2vec2-large-xls-r-300m-mn,,31.39,,
3
+ infinitejoy/wav2vec2-large-xls-r-300m-mongolian,44.65,,76.64,78.45
4
+ sammy786/wav2vec2-xlsr-mongolian,,32.64,91.26,91.37