traderpedroso commited on
Commit
b26a02a
1 Parent(s): 41fb835
config.yml CHANGED
@@ -1,7 +1,7 @@
1
  log_dir: "checkpoint"
2
  save_freq: 5
3
  device: "cuda"
4
- epochs: 30
5
  batch_size: 32
6
  pretrained_model: "/content/AuxiliaryASR/checkpoint/finetune.pth"
7
  train_data: "/content/Data/train_asr.txt"
 
1
  log_dir: "checkpoint"
2
  save_freq: 5
3
  device: "cuda"
4
+ epochs: 100
5
  batch_size: 32
6
  pretrained_model: "/content/AuxiliaryASR/checkpoint/finetune.pth"
7
  train_data: "/content/Data/train_asr.txt"
epoch_00005.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f312bd7e427ea59afe404a7b1a265e1b4e36717b247bb796b9b8141d7a93f53c
3
+ size 94573108
epoch_00010.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0492f766499d46101504e533ae58663b733b4bfe1ddb7df3f7161e191750784f
3
+ size 94573108
tensorboard/events.out.tfevents.1717935620.d57455450233.52105.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6e171ed785a07567b8a0326d5a6e35464abd60664a5a52bd1154fb211458e7
3
+ size 88
tensorboard/events.out.tfevents.1717935754.d57455450233.52875.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c320db733327d7beb4de8ceeef87da581a08b85be2dc2bbe99db0a0af61f7a3
3
+ size 88
tensorboard/events.out.tfevents.1717935793.d57455450233.53245.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a7f515d2757e938a4ab8c570b872ce017eebbc8de82bf6c9317d3bef87ab74
3
+ size 88
tensorboard/events.out.tfevents.1717935883.d57455450233.53829.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91ac42bc194b5dee18b8b9d43c7e6bff5f8d5ae5134337886653288609abab61
3
+ size 88
tensorboard/events.out.tfevents.1717935909.d57455450233.54140.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07db6f891146289041743e726fabc7bf43035e21e952d9b2ad0e7ac0f43d2a92
3
+ size 88
tensorboard/events.out.tfevents.1717935949.d57455450233.54514.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2ad6159806109972aecaab0ab11df05b9c78a4619a9ce590209a5b0ad2a2bbd
3
+ size 88
tensorboard/events.out.tfevents.1717936145.d57455450233.55540.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d548cdf4879a9fc28f0bc1461a2589b04e53cb99d2cd910801cf3169b343b2
3
+ size 88
tensorboard/events.out.tfevents.1717938338.d57455450233.65037.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff92393b0ee34ab23a317acc5a09cb64921e2dad20445f9dff1268d175298d17
3
+ size 88
tensorboard/events.out.tfevents.1717938750.d57455450233.66989.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76dc33ae0f2b8592b8d7f8683c9528487b0973c7ae8889665b97fadf1ab358fc
3
+ size 88
tensorboard/events.out.tfevents.1717939352.d57455450233.69744.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef58d174d0da83e653efb4d977b33e82f9eab52bb405a8406362a52849479f7
3
+ size 88
tensorboard/events.out.tfevents.1717939875.d57455450233.72161.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fa03e8a2d1927a41e9601589566d11fca970f7c49b90c7a904d667e425924e3
3
+ size 25930
tensorboard/events.out.tfevents.1717941630.d57455450233.79622.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1adc4800aa4be317b54f84e6fc0003c36f6a35360ac585a159112aa6071622f0
3
+ size 265090
train.log CHANGED
@@ -546,3 +546,125 @@ INFO:2024-06-09 02:58:09,415: eval/s2s : 0.1659
546
  INFO:2024-06-09 02:58:09,415: eval/loss : -0.1432
547
  INFO:2024-06-09 02:58:09,415: eval/wer : 0.2037
548
  INFO:2024-06-09 02:58:09,416: eval/acc : 0.9527
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
546
  INFO:2024-06-09 02:58:09,415: eval/loss : -0.1432
547
  INFO:2024-06-09 02:58:09,415: eval/wer : 0.2037
548
  INFO:2024-06-09 02:58:09,416: eval/acc : 0.9527
549
+ INFO:2024-06-09 13:45:11,847: --- epoch 1 ---
550
+ INFO:2024-06-09 13:45:11,847: train/loss : 0.1603
551
+ INFO:2024-06-09 13:45:11,847: train/ctc : -0.1538
552
+ INFO:2024-06-09 13:45:11,848: train/s2s : 0.3140
553
+ INFO:2024-06-09 13:45:11,848: train/learning_rate: 0.0005
554
+ INFO:2024-06-09 13:45:11,848: eval/ctc : -0.2752
555
+ INFO:2024-06-09 13:45:11,849: eval/s2s : 0.2213
556
+ INFO:2024-06-09 13:45:11,849: eval/loss : -0.0540
557
+ INFO:2024-06-09 13:45:11,849: eval/wer : 0.2393
558
+ INFO:2024-06-09 13:45:11,849: eval/acc : 0.9373
559
+ INFO:2024-06-09 14:16:17,209: --- epoch 1 ---
560
+ INFO:2024-06-09 14:16:17,210: train/loss : 0.1631
561
+ INFO:2024-06-09 14:16:17,210: train/ctc : -0.1537
562
+ INFO:2024-06-09 14:16:17,210: train/s2s : 0.3168
563
+ INFO:2024-06-09 14:16:17,211: train/learning_rate: 0.0005
564
+ INFO:2024-06-09 14:16:17,211: eval/ctc : -0.2703
565
+ INFO:2024-06-09 14:16:17,211: eval/s2s : 0.2227
566
+ INFO:2024-06-09 14:16:17,211: eval/loss : -0.0476
567
+ INFO:2024-06-09 14:16:17,211: eval/wer : 0.2412
568
+ INFO:2024-06-09 14:16:17,211: eval/acc : 0.9364
569
+ INFO:2024-06-09 14:30:38,883: --- epoch 2 ---
570
+ INFO:2024-06-09 14:30:38,883: train/loss : 0.0885
571
+ INFO:2024-06-09 14:30:38,884: train/ctc : -0.1980
572
+ INFO:2024-06-09 14:30:38,884: train/s2s : 0.2866
573
+ INFO:2024-06-09 14:30:38,885: train/learning_rate: 0.0005
574
+ INFO:2024-06-09 14:30:38,885: eval/ctc : -0.3104
575
+ INFO:2024-06-09 14:30:38,885: eval/s2s : 0.2025
576
+ INFO:2024-06-09 14:30:38,885: eval/loss : -0.1079
577
+ INFO:2024-06-09 14:30:38,885: eval/wer : 0.2320
578
+ INFO:2024-06-09 14:30:38,885: eval/acc : 0.9419
579
+ INFO:2024-06-09 14:44:57,140: --- epoch 3 ---
580
+ INFO:2024-06-09 14:44:57,140: train/loss : 0.0582
581
+ INFO:2024-06-09 14:44:57,141: train/ctc : -0.2177
582
+ INFO:2024-06-09 14:44:57,141: train/s2s : 0.2759
583
+ INFO:2024-06-09 14:44:57,141: train/learning_rate: 0.0005
584
+ INFO:2024-06-09 14:44:57,143: eval/ctc : -0.3179
585
+ INFO:2024-06-09 14:44:57,144: eval/s2s : 0.1953
586
+ INFO:2024-06-09 14:44:57,144: eval/loss : -0.1226
587
+ INFO:2024-06-09 14:44:57,144: eval/wer : 0.2192
588
+ INFO:2024-06-09 14:44:57,144: eval/acc : 0.9439
589
+ INFO:2024-06-09 14:59:20,118: --- epoch 4 ---
590
+ INFO:2024-06-09 14:59:20,118: train/loss : 0.0342
591
+ INFO:2024-06-09 14:59:20,119: train/ctc : -0.2316
592
+ INFO:2024-06-09 14:59:20,119: train/s2s : 0.2658
593
+ INFO:2024-06-09 14:59:20,119: train/learning_rate: 0.0005
594
+ INFO:2024-06-09 14:59:20,119: eval/ctc : -0.3184
595
+ INFO:2024-06-09 14:59:20,120: eval/s2s : 0.1936
596
+ INFO:2024-06-09 14:59:20,120: eval/loss : -0.1248
597
+ INFO:2024-06-09 14:59:20,120: eval/wer : 0.2235
598
+ INFO:2024-06-09 14:59:20,120: eval/acc : 0.9451
599
+ INFO:2024-06-09 15:13:43,008: --- epoch 5 ---
600
+ INFO:2024-06-09 15:13:43,010: train/loss : 0.0109
601
+ INFO:2024-06-09 15:13:43,011: train/ctc : -0.2456
602
+ INFO:2024-06-09 15:13:43,011: train/s2s : 0.2565
603
+ INFO:2024-06-09 15:13:43,011: train/learning_rate: 0.0005
604
+ INFO:2024-06-09 15:13:43,011: eval/ctc : -0.3506
605
+ INFO:2024-06-09 15:13:43,012: eval/s2s : 0.1798
606
+ INFO:2024-06-09 15:13:43,012: eval/loss : -0.1708
607
+ INFO:2024-06-09 15:13:43,012: eval/wer : 0.2204
608
+ INFO:2024-06-09 15:13:43,012: eval/acc : 0.9477
609
+ ERROR:2024-06-09 15:13:43,421: Error during git operations: Command '['git', 'add', 'checkpoint/epoch_00005.pth']' returned non-zero exit status 128.
610
+ INFO:2024-06-09 15:28:00,478: --- epoch 6 ---
611
+ INFO:2024-06-09 15:28:00,480: train/loss : -0.0025
612
+ INFO:2024-06-09 15:28:00,480: train/ctc : -0.2553
613
+ INFO:2024-06-09 15:28:00,480: train/s2s : 0.2528
614
+ INFO:2024-06-09 15:28:00,481: train/learning_rate: 0.0005
615
+ INFO:2024-06-09 15:28:00,481: eval/ctc : -0.3496
616
+ INFO:2024-06-09 15:28:00,481: eval/s2s : 0.1897
617
+ INFO:2024-06-09 15:28:00,483: eval/loss : -0.1599
618
+ INFO:2024-06-09 15:28:00,483: eval/wer : 0.2191
619
+ INFO:2024-06-09 15:28:00,483: eval/acc : 0.9463
620
+ INFO:2024-06-09 15:42:19,045: --- epoch 7 ---
621
+ INFO:2024-06-09 15:42:19,045: train/loss : -0.0193
622
+ INFO:2024-06-09 15:42:19,045: train/ctc : -0.2667
623
+ INFO:2024-06-09 15:42:19,046: train/s2s : 0.2474
624
+ INFO:2024-06-09 15:42:19,046: train/learning_rate: 0.0005
625
+ INFO:2024-06-09 15:42:19,046: eval/ctc : -0.3567
626
+ INFO:2024-06-09 15:42:19,047: eval/s2s : 0.1808
627
+ INFO:2024-06-09 15:42:19,047: eval/loss : -0.1759
628
+ INFO:2024-06-09 15:42:19,047: eval/wer : 0.2102
629
+ INFO:2024-06-09 15:42:19,047: eval/acc : 0.9490
630
+ INFO:2024-06-09 15:56:40,457: --- epoch 8 ---
631
+ INFO:2024-06-09 15:56:40,458: train/loss : -0.0337
632
+ INFO:2024-06-09 15:56:40,458: train/ctc : -0.2742
633
+ INFO:2024-06-09 15:56:40,458: train/s2s : 0.2406
634
+ INFO:2024-06-09 15:56:40,461: train/learning_rate: 0.0005
635
+ INFO:2024-06-09 15:56:40,461: eval/ctc : -0.3690
636
+ INFO:2024-06-09 15:56:40,462: eval/s2s : 0.1745
637
+ INFO:2024-06-09 15:56:40,462: eval/loss : -0.1945
638
+ INFO:2024-06-09 15:56:40,462: eval/wer : 0.2094
639
+ INFO:2024-06-09 15:56:40,462: eval/acc : 0.9505
640
+ INFO:2024-06-09 16:10:57,509: --- epoch 9 ---
641
+ INFO:2024-06-09 16:10:57,509: train/loss : -0.0495
642
+ INFO:2024-06-09 16:10:57,509: train/ctc : -0.2866
643
+ INFO:2024-06-09 16:10:57,510: train/s2s : 0.2371
644
+ INFO:2024-06-09 16:10:57,510: train/learning_rate: 0.0005
645
+ INFO:2024-06-09 16:10:57,510: eval/ctc : -0.3789
646
+ INFO:2024-06-09 16:10:57,510: eval/s2s : 0.1705
647
+ INFO:2024-06-09 16:10:57,511: eval/loss : -0.2084
648
+ INFO:2024-06-09 16:10:57,511: eval/wer : 0.2027
649
+ INFO:2024-06-09 16:10:57,511: eval/acc : 0.9522
650
+ INFO:2024-06-09 16:25:17,566: --- epoch 10 ---
651
+ INFO:2024-06-09 16:25:17,567: train/loss : -0.0570
652
+ INFO:2024-06-09 16:25:17,567: train/ctc : -0.2890
653
+ INFO:2024-06-09 16:25:17,567: train/s2s : 0.2320
654
+ INFO:2024-06-09 16:25:17,568: train/learning_rate: 0.0005
655
+ INFO:2024-06-09 16:25:17,568: eval/ctc : -0.3711
656
+ INFO:2024-06-09 16:25:17,568: eval/s2s : 0.1701
657
+ INFO:2024-06-09 16:25:17,568: eval/loss : -0.2010
658
+ INFO:2024-06-09 16:25:17,572: eval/wer : 0.1988
659
+ INFO:2024-06-09 16:25:17,572: eval/acc : 0.9526
660
+ ERROR:2024-06-09 16:25:17,972: Error during git operations: Command '['git', 'add', 'checkpoint/epoch_00010.pth']' returned non-zero exit status 128.
661
+ INFO:2024-06-09 16:39:35,727: --- epoch 11 ---
662
+ INFO:2024-06-09 16:39:35,727: train/loss : -0.0657
663
+ INFO:2024-06-09 16:39:35,727: train/ctc : -0.2945
664
+ INFO:2024-06-09 16:39:35,728: train/s2s : 0.2288
665
+ INFO:2024-06-09 16:39:35,728: train/learning_rate: 0.0005
666
+ INFO:2024-06-09 16:39:35,729: eval/ctc : -0.3940
667
+ INFO:2024-06-09 16:39:35,729: eval/s2s : 0.1617
668
+ INFO:2024-06-09 16:39:35,729: eval/loss : -0.2323
669
+ INFO:2024-06-09 16:39:35,729: eval/wer : 0.1950
670
+ INFO:2024-06-09 16:39:35,730: eval/acc : 0.9533