cecilemacaire commited on
Commit
f5efe5d
1 Parent(s): fd72ce9

Upload 5 files

Browse files
Files changed (5) hide show
  1. CKPT.yaml +4 -0
  2. asr.ckpt +3 -0
  3. hyperparams.yaml +106 -0
  4. tokenizer.ckpt +3 -0
  5. wav2vec2.ckpt +3 -0
CKPT.yaml ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # yamllint disable
2
+ WER: 9.144518370578712
3
+ end-of-epoch: true
4
+ unixtime: 1704724524.2550542
asr.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8bd8be2497e3b9c319caac49dcbd5bdcc3c6645e809449b424e20449899d8624
3
+ size 12962848
hyperparams.yaml ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # ################################
2
+ # Model: wav2vec2-FR-7K-large + DNN + CTC
3
+ # ################################
4
+ #
5
+
6
+ # BPE parameters
7
+ token_type: char # ["unigram", "bpe", "char"]
8
+ character_coverage: 1.0
9
+
10
+ # Model parameters
11
+ # activation: !name:torch.nn.LeakyReLU
12
+ wav2vec_output_dim: 1024
13
+ dnn_neurons: 1024
14
+ freeze_wav2vec: false
15
+ wav2vec2_hub: LeBenchmark/wav2vec2-FR-7K-large
16
+ # Outputs
17
+ output_neurons: 76 # BPE size, index(blank/eos/bos) = 0
18
+
19
+ # Decoding parameters
20
+ # Be sure that the bos and eos index match with the BPEs ones
21
+ blank_index: 0
22
+ bos_index: 1
23
+ eos_index: 2
24
+
25
+ #
26
+ # Functions and classes
27
+ #
28
+
29
+ # Encoder network
30
+ enc: &id002 !new:speechbrain.nnet.containers.Sequential
31
+ input_shape: [null, null, 1024]
32
+ linear1: !name:speechbrain.nnet.linear.Linear
33
+ n_neurons: 1024
34
+ bias: true
35
+ bn1: !name:speechbrain.nnet.normalization.BatchNorm1d
36
+ activation: !new:torch.nn.LeakyReLU
37
+ drop: !new:torch.nn.Dropout
38
+ p: 0.15
39
+ linear2: !name:speechbrain.nnet.linear.Linear
40
+ n_neurons: 1024
41
+ bias: true
42
+ bn2: !name:speechbrain.nnet.normalization.BatchNorm1d
43
+ activation2: !new:torch.nn.LeakyReLU
44
+ drop2: !new:torch.nn.Dropout
45
+ p: 0.15
46
+ linear3: !name:speechbrain.nnet.linear.Linear
47
+ n_neurons: 1024
48
+ bias: true
49
+ bn3: !name:speechbrain.nnet.normalization.BatchNorm1d
50
+ activation3: !new:torch.nn.LeakyReLU
51
+
52
+ wav2vec2: &id001 !new:speechbrain.lobes.models.huggingface_wav2vec.HuggingFaceWav2Vec2
53
+ source: !ref <wav2vec2_hub>
54
+ output_norm: true
55
+ freeze: false
56
+ save_path: model.pt
57
+
58
+ ctc_lin: &id003 !new:speechbrain.nnet.linear.Linear
59
+
60
+ input_size: 1024
61
+ n_neurons: 76
62
+
63
+ log_softmax: !new:speechbrain.nnet.activations.Softmax
64
+ apply_log: true
65
+
66
+ ctc_cost: !name:speechbrain.nnet.losses.ctc_loss
67
+ blank_index: 0
68
+
69
+ modules:
70
+ wav2vec2: *id001
71
+ enc: *id002
72
+ ctc_lin: *id003
73
+ model: &id004 !new:torch.nn.ModuleList
74
+ - [*id002, *id003]
75
+ model_opt_class: !name:torch.optim.Adadelta
76
+ lr: 1.0
77
+ rho: 0.95
78
+ eps: 1.e-8
79
+
80
+ wav2vec_opt_class: !name:torch.optim.Adam
81
+ lr: 0.0001
82
+
83
+ tokenizer: !new:sentencepiece.SentencePieceProcessor
84
+
85
+ encoder: !new:speechbrain.nnet.containers.LengthsCapableSequential
86
+ wav2vec2: !ref <wav2vec2>
87
+ enc: !ref <enc>
88
+ ctc_lin: !ref <ctc_lin>
89
+ log_softmax: !ref <log_softmax>
90
+
91
+ decoding_function: !name:speechbrain.decoders.ctc_greedy_decode
92
+ blank_id: !ref <blank_index>
93
+
94
+ decoding_type: greedy
95
+
96
+ pretrainer: !new:speechbrain.utils.parameter_transfer.Pretrainer
97
+ loadables:
98
+ wav2vec2: !ref <wav2vec2>
99
+ asr: !ref <asr_model>
100
+ tokenizer: !ref <tokenizer>
101
+
102
+ modules:
103
+ wav2vec2: *id001
104
+ enc: *id002
105
+ ctc_lin: *id003
106
+ encoder: !ref <encoder>
tokenizer.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:599eb2261ca14e52110759b91e0b8480fdcceefc3d26c6bcf530eb5de84ac77b
3
+ size 238653
wav2vec2.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45e1967744f2325900a746ebe25c7e9503c8626c15964c530aceba0e3ed61de0
3
+ size 1261923125