m3hrdadfi commited on
Commit
a6463fd
1 Parent(s): 63bfb6b

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -83,7 +83,7 @@ def normalizer(batch, chars_to_ignore, chars_to_mapping):
83
  chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
84
  text = batch["sentence"].lower().strip()
85
 
86
- text = text.replace("\\\\\\\\u0307", " ").strip()
87
  text = multiple_replace(text, chars_to_mapping)
88
  text = remove_special_characters(text, chars_to_ignore_regex)
89
 
@@ -209,7 +209,7 @@ def normalizer(batch, chars_to_ignore, chars_to_mapping):
209
  chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
210
  text = batch["sentence"].lower().strip()
211
 
212
- text = text.replace("\\\\\\\\u0307", " ").strip()
213
  text = multiple_replace(text, chars_to_mapping)
214
  text = remove_special_characters(text, chars_to_ignore_regex)
215
 
83
  chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
84
  text = batch["sentence"].lower().strip()
85
 
86
+ text = text.replace("\u0307", " ").strip()
87
  text = multiple_replace(text, chars_to_mapping)
88
  text = remove_special_characters(text, chars_to_ignore_regex)
89
 
209
  chars_to_ignore_regex = f"""[{"".join(chars_to_ignore)}]"""
210
  text = batch["sentence"].lower().strip()
211
 
212
+ text = text.replace("\u0307", " ").strip()
213
  text = multiple_replace(text, chars_to_mapping)
214
  text = remove_special_characters(text, chars_to_ignore_regex)
215