up

create_model.py

@@ -5,7 +5,7 @@ from transformers import AutoFeatureExtractor, AutoTokenizer, FlaxSpeechEncoderD
 encoder_id = "facebook/wav2vec2-large-lv60"
 decoder_id = "facebook/bart-large-cnn"
 
-model = FlaxSpeechEncoderDecoderModel.from_encoder_decoder_pretrained(encoder_id, decoder_id, encoder_add_adapter=True)
+model = FlaxSpeechEncoderDecoderModel.from_encoder_decoder_pretrained(encoder_id, decoder_id, encoder_add_adapter=True, decoder_from_pt=True)
 
 model.config.encoder.feat_proj_dropout = 0.0
 model.config.encoder.final_dropout = 0.0

events.out.tfevents.1647623127.t1v-n-4eb331dd-w-0.109040.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec8cc2df64b0ca4a2236b9256fd012c09849a8ebffb8bba82e1f30d87f3b832c
-size 40

events.out.tfevents.1647624498.t1v-n-4eb331dd-w-0.110942.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d960465927b4baa73a2e2f7d162582318d2bc5d03535397ef6fad511e0a93ea0
-size 40

events.out.tfevents.1647625887.t1v-n-4eb331dd-w-0.115000.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92e87288c18763cf7eae5684e5cfd830378ebd19fc3e30e79387aa93421828eb
-size 40

events.out.tfevents.1647626125.t1v-n-4eb331dd-w-0.116613.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be739bafc4ee271f78a915990b4341088fcfdce8601b621e59a9475c1ccd9a81
-size 14838

events.out.tfevents.1647626511.t1v-n-4eb331dd-w-0.118537.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2eed09b08de9e164e23417088d103a92327435e856b346f8ca112028e7f7d74c
-size 40

events.out.tfevents.1647626831.t1v-n-4eb331dd-w-0.120349.0.v2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a77d713c620597fd2f46f26536620b1f808b02fc61ff831d87c7663750336bb
-size 8961

run_librispeech.sh

@@ -27,5 +27,6 @@ python run_flax_speech_recognition_seq2seq.py \
         --do_eval \
         --do_train \
         --push_to_hub \
-        --use_auth_token	
+        --use_auth_token \
+        --wandb_project="flax-wav2vec2-2-bart-cnn-debug"