AndrewMcDowell
commited on
Commit
•
7c6816e
1
Parent(s):
b4bd358
Add eval results.
Browse files
eval.py
CHANGED
@@ -50,7 +50,7 @@ def log_results(result: Dataset, args: Dict[str, str]):
|
|
50 |
def normalize_text(text: str) -> str:
|
51 |
"""DO ADAPT FOR YOUR USE CASE. this function normalizes the target text."""
|
52 |
|
53 |
-
chars_to_ignore_regex = '[,?.!\-\;\:"
|
54 |
|
55 |
text = re.sub(chars_to_ignore_regex, "", text.lower())
|
56 |
|
|
|
50 |
def normalize_text(text: str) -> str:
|
51 |
"""DO ADAPT FOR YOUR USE CASE. this function normalizes the target text."""
|
52 |
|
53 |
+
chars_to_ignore_regex = '[,?.!\-\;\:"“%‘”�—’…–$&()*+.\/=@\[\]_`¡§«°´µ·»×àáâãåæçèéêëìíîïðñòóôõøùúûýþāăąćčďđēėęěğġħīıłńņňōŏőœřśşšťūůźżžơǐǔșțəʻʾʿ̥̆̇авеикморсфчшѹאבנעש་ནḫṟṣṭạảắằếễệọồộụứ‑‚„‟′″‹›→−≡⟨⟩カ东临乡关合城孙尣幺支比毛泽無生臣辶道镇黃]' # noqa: W605 IMPORTANT: this should correspond to the chars that were ignored during training
|
54 |
|
55 |
text = re.sub(chars_to_ignore_regex, "", text.lower())
|
56 |
|
log_mozilla-foundation_common_voice_8_0_de_test_predictions.txt
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
log_mozilla-foundation_common_voice_8_0_de_test_targets.txt
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
mozilla-foundation_common_voice_8_0_de_test_eval_results.txt
CHANGED
@@ -1,2 +1,2 @@
|
|
1 |
-
WER: 0.
|
2 |
-
CER: 0.
|
|
|
1 |
+
WER: 0.1524725837510072
|
2 |
+
CER: 0.03776042313944413
|