pinot commited on
Commit
a397aac
1 Parent(s): bf0561a

End of training

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Wer
24
  type: wer
25
- value: 0.1156558533145275
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [pinot/wav2vec2-xls-r-300m-ja-cv-14_4](https://huggingface.co/pinot/wav2vec2-xls-r-300m-ja-cv-14_4) on the audiofolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.3970
36
- - Wer: 0.1157
37
 
38
  ## Model description
39
 
@@ -61,17 +61,25 @@ The following hyperparameters were used during training:
61
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
62
  - lr_scheduler_type: linear
63
  - lr_scheduler_warmup_steps: 500
64
- - num_epochs: 4
65
  - mixed_precision_training: Native AMP
66
 
67
  ### Training results
68
 
69
  | Training Loss | Epoch | Step | Validation Loss | Wer |
70
  |:-------------:|:-----:|:----:|:---------------:|:------:|
71
- | No log | 0.94 | 2 | 2.2324 | 0.2962 |
72
- | No log | 1.88 | 4 | 0.8925 | 0.2073 |
73
- | No log | 2.82 | 6 | 0.3568 | 0.1269 |
74
- | No log | 3.76 | 8 | 0.3970 | 0.1157 |
 
 
 
 
 
 
 
 
75
 
76
 
77
  ### Framework versions
 
22
  metrics:
23
  - name: Wer
24
  type: wer
25
+ value: 0.6459627329192547
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [pinot/wav2vec2-xls-r-300m-ja-cv-14_4](https://huggingface.co/pinot/wav2vec2-xls-r-300m-ja-cv-14_4) on the audiofolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 5.1127
36
+ - Wer: 0.6460
37
 
38
  ## Model description
39
 
 
61
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
62
  - lr_scheduler_type: linear
63
  - lr_scheduler_warmup_steps: 500
64
+ - num_epochs: 20
65
  - mixed_precision_training: Native AMP
66
 
67
  ### Training results
68
 
69
  | Training Loss | Epoch | Step | Validation Loss | Wer |
70
  |:-------------:|:-----:|:----:|:---------------:|:------:|
71
+ | No log | 0.59 | 1 | 12.0211 | 0.3851 |
72
+ | No log | 1.78 | 3 | 12.0211 | 0.3851 |
73
+ | No log | 2.96 | 5 | 5.0175 | 0.4161 |
74
+ | No log | 3.56 | 6 | 2.7911 | 0.5093 |
75
+ | No log | 4.74 | 8 | 2.4989 | 0.5093 |
76
+ | No log | 5.93 | 10 | 4.0524 | 0.4907 |
77
+ | No log | 6.52 | 11 | 3.6691 | 0.4720 |
78
+ | No log | 7.7 | 13 | 4.6285 | 0.5280 |
79
+ | No log | 8.89 | 15 | 4.5016 | 0.5652 |
80
+ | No log | 9.48 | 16 | 4.4013 | 0.5776 |
81
+ | No log | 10.67 | 18 | 4.3718 | 0.6025 |
82
+ | No log | 11.85 | 20 | 5.1127 | 0.6460 |
83
 
84
 
85
  ### Framework versions
config.json CHANGED
@@ -9,7 +9,7 @@
9
  "architectures": [
10
  "Wav2Vec2ForCTC"
11
  ],
12
- "attention_dropout": 0.3,
13
  "bos_token_id": 1,
14
  "classifier_proj_size": 256,
15
  "codevector_dim": 768,
@@ -66,7 +66,7 @@
66
  "mask_feature_prob": 0.0,
67
  "mask_time_length": 10,
68
  "mask_time_min_masks": 2,
69
- "mask_time_prob": 0.05,
70
  "model_type": "wav2vec2",
71
  "num_adapter_layers": 3,
72
  "num_attention_heads": 16,
 
9
  "architectures": [
10
  "Wav2Vec2ForCTC"
11
  ],
12
+ "attention_dropout": 0.0,
13
  "bos_token_id": 1,
14
  "classifier_proj_size": 256,
15
  "codevector_dim": 768,
 
66
  "mask_feature_prob": 0.0,
67
  "mask_time_length": 10,
68
  "mask_time_min_masks": 2,
69
+ "mask_time_prob": 0.0,
70
  "model_type": "wav2vec2",
71
  "num_adapter_layers": 3,
72
  "num_attention_heads": 16,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f22f9735f6b00feb0d7f213cd9aa54a86a70287ff38074cd9b01edece236f26
3
- size 1272483920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41f4418a90b3b16a53919bc0db7836ee45908bf02f420132ff3367709b92c2cd
3
+ size 1272479720
runs/Dec03_14-40-36_7252d12d596e/events.out.tfevents.1701614444.7252d12d596e.753.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a91fb68b0ff79f3484c45b331ab7ddd348d174489ba05a95614540c3d8b8e8db
3
+ size 9739
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac1622236564dcc3bd2f0d33d76cbf754bea0d039d68b0e66ec6adc140a4c76e
3
  size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae3bad42ab9865090abd23ed1c161eeb50d1c43bac201d9fcfe25c9a4eda721d
3
  size 4536