Training in progress, step 2000

.ipynb_checkpoints/run_speech_recognition_seq2seq_streaming-checkpoint.py

@@ -503,7 +503,8 @@ def main():
     )
 
     # 8. Load Metric
-    metric = evaluate.load("wer")
+    wer_metric = evaluate.load("wer")
+    cer_metric = evaluate.load("cer")
     do_normalize_eval = data_args.do_normalize_eval
 
     def compute_metrics(pred):
@@ -519,9 +520,9 @@ def main():
             pred_str = [normalizer(pred) for pred in pred_str]
             label_str = [normalizer(label) for label in label_str]
 
-        wer = 100 * metric.compute(predictions=pred_str, references=label_str)
-
-        return {"wer": wer}
+        wer = 100 * wer_metric.compute(predictions=pred_str, references=label_str)
+        cer = 100 * cer_metric.compute(predictions=pred_str, references=label_str)
+        return {"wer": wer, "cer": cer}
 
     # 9. Create a single speech processor
     if is_main_process(training_args.local_rank):

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5009de43f160ef4eeb3d0bf8d86ad7a1fad1bd6a5a247eff138fe74330c7d3f4
+oid sha256:37b5095f4fe9fd5d21d56860798771af0eb99bbb25d343e7f2bafc654d68aa54
 size 3055754841

run_speech_recognition_seq2seq_streaming.py

@@ -503,7 +503,8 @@ def main():
     )
 
     # 8. Load Metric
-    metric = evaluate.load("wer")
+    wer_metric = evaluate.load("wer")
+    cer_metric = evaluate.load("cer")
     do_normalize_eval = data_args.do_normalize_eval
 
     def compute_metrics(pred):
@@ -519,9 +520,9 @@ def main():
             pred_str = [normalizer(pred) for pred in pred_str]
             label_str = [normalizer(label) for label in label_str]
 
-        wer = 100 * metric.compute(predictions=pred_str, references=label_str)
-
-        return {"wer": wer}
+        wer = 100 * wer_metric.compute(predictions=pred_str, references=label_str)
+        cer = 100 * cer_metric.compute(predictions=pred_str, references=label_str)
+        return {"wer": wer, "cer": cer}
 
     # 9. Create a single speech processor
     if is_main_process(training_args.local_rank):

runs/Dec07_07-28-49_140-238-225-207/events.out.tfevents.1670398176.140-238-225-207.101704.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a919bfa679e448402b8f5c21df241fbf3cef1e4c6a3322c2edc0ed768f20cf9c
-size 10789
+oid sha256:4604f98bfd0b98cf07086f9f4eda9a14274d55c504429b30c27eb702622d8ed1
+size 17387