Training in progress, step 4000

.ipynb_checkpoints/run_speech_recognition_seq2seq_streaming-checkpoint.py

@@ -511,7 +511,8 @@ def main():
     )
 
     # 8. Load Metric
-    metric = evaluate.load("wer")
+    wer_metric = evaluate.load("wer")
+    cer_metric = evaluate.load("cer")
     do_normalize_eval = data_args.do_normalize_eval
 
     def compute_metrics(pred):
@@ -527,9 +528,10 @@ def main():
             pred_str = [normalizer(pred) for pred in pred_str]
             label_str = [normalizer(label) for label in label_str]
 
-        wer = 100 * metric.compute(predictions=pred_str, references=label_str)
+        wer = 100 * wer_metric.compute(predictions=pred_str, references=label_str)
+        cer = 100 * cer_metric.compute(predictions=pred_str, references=label_str)
 
-        return {"wer": wer}
+        return {"wer": wer, "cer": cer}
 
     # 9. Create a single speech processor
     if is_main_process(training_args.local_rank):

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15cc998a71fc9f07d4acfb885b983dac7b6ece2d8c0d1dedd6374dd6c8d8ddcf
+oid sha256:74502c29f79feacae7fad9595f99a0a6e3b581b72e0b2c9490ba8016f6deaab6
 size 3055754841

run_speech_recognition_seq2seq_streaming.py

@@ -511,7 +511,8 @@ def main():
     )
 
     # 8. Load Metric
-    metric = evaluate.load("wer")
+    wer_metric = evaluate.load("wer")
+    cer_metric = evaluate.load("cer")
     do_normalize_eval = data_args.do_normalize_eval
 
     def compute_metrics(pred):
@@ -527,9 +528,10 @@ def main():
             pred_str = [normalizer(pred) for pred in pred_str]
             label_str = [normalizer(label) for label in label_str]
 
-        wer = 100 * metric.compute(predictions=pred_str, references=label_str)
+        wer = 100 * wer_metric.compute(predictions=pred_str, references=label_str)
+        cer = 100 * cer_metric.compute(predictions=pred_str, references=label_str)
 
-        return {"wer": wer}
+        return {"wer": wer, "cer": cer}
 
     # 9. Create a single speech processor
     if is_main_process(training_args.local_rank):

runs/Dec08_05-32-25_132-145-179-103/events.out.tfevents.1670477595.132-145-179-103.68786.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb7512059fcb49baa3398782de0052ee9975c204d8d6814444b3fdbb67228e85
-size 23985
+oid sha256:d3086d33316684db3a8233211dd593825bb283af845f99ed1361599b98b4c0dd
+size 30583