Saving weights and logs of epoch 0

config.json

@@ -22,6 +22,7 @@
     "embd_pdrop": 0.0,
     "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": 50256,
+    "exponential_decay_length_penalty": null,
     "finetuning_task": null,
     "forced_bos_token_id": null,
     "forced_eos_token_id": null,
@@ -152,6 +153,7 @@
     "early_stopping": false,
     "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
     "feat_extract_activation": "gelu",
     "feat_extract_dropout": 0.0,
     "feat_extract_norm": "layer",

events.out.tfevents.1648143110.t1v-n-4eb331dd-w-0.317032.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e6643a9d2ad824ec161c4980d3474c7b5117059d4aacfc3e952afc8f26bb1e
+size 666641

flax_model.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5682f55ef05705ff6b96c3e7e7a807d58f12fbc6e931c3390ecfd3588014e796
+size 3159844591

wandb/debug-internal.log

@@ -0,0 +1 @@
+run-20220324_170435-3q1wfjyt/logs/debug-internal.log

wandb/debug.log

@@ -0,0 +1 @@
+run-20220324_170435-3q1wfjyt/logs/debug.log

wandb/latest-run

@@ -0,0 +1 @@
+run-20220324_170435-3q1wfjyt

wandb/run-20220324_165001-2oxgldu3/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648140601
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220324_165001-2oxgldu3/files/output.log

@@ -0,0 +1,18 @@
+Downloading builder script: 6.76kB [00:00, 10.0MB/s]
+Downloading metadata: 6.37kB [00:00, 9.52MB/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 923, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 442, in main
+    raw_datasets["train"] = load_dataset(
+  File "/home/sanchitgandhi/datasets/src/datasets/load.py", line 1660, in load_dataset
+    builder_instance = load_dataset_builder(
+  File "/home/sanchitgandhi/datasets/src/datasets/load.py", line 1512, in load_dataset_builder
+    builder_instance: DatasetBuilder = builder_cls(
+  File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 1031, in __init__
+    super().__init__(*args, **kwargs)
+  File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 275, in __init__
+    info.update(self._info())
+  File "/home/sanchitgandhi/.cache/huggingface/modules/datasets_modules/datasets/librispeech_asr/1f4602f6b5fed8d3ab3e3382783173f2e12d9877e98775e34d7780881175096c/librispeech_asr.py", line 115, in _info
+    task_templates=[AutomaticSpeechRecognition(audio_column="audio", transcription_column="text")],
+TypeError: __init__() got an unexpected keyword argument 'audio_column'

wandb/run-20220324_165001-2oxgldu3/files/requirements.txt

@@ -0,0 +1,193 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+anyio==3.5.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+debugpy==1.5.1
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+entrypoints==0.4
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.30.0
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.0
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.4.0
+iniconfig==1.1.1
+ipdb==0.13.9
+ipykernel==6.9.2
+ipython-genutils==0.2.0
+ipython==8.1.1
+ipywidgets==7.7.0
+jax==0.3.1
+jaxlib==0.3.0
+jedi==0.18.1
+jinja2==3.0.3
+jiwer==2.3.0
+joblib==1.1.0
+json5==0.9.6
+jsonschema==4.4.0
+jupyter-client==7.1.2
+jupyter-console==6.4.3
+jupyter-core==4.9.2
+jupyter-server==1.15.5
+jupyter==1.0.0
+jupyterlab-pygments==0.1.2
+jupyterlab-server==2.11.0
+jupyterlab-widgets==1.1.0
+jupyterlab==3.3.2
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+lab==7.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220128
+llvmlite==0.36.0
+markdown==3.3.6
+markupsafe==2.1.1
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+mistune==0.8.4
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclassic==0.3.7
+nbclient==0.5.13
+nbconvert==6.4.4
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook-shim==0.1.0
+notebook==6.4.10
+numba==0.53.0
+numpy==1.21.4
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==22.0.4
+pkg-resources==0.0.0
+pluggy==1.0.0
+pooch==1.6.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pytest==7.1.0
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2021.3
+pyyaml==6.0
+pyzmq==22.3.0
+qtconsole==5.2.2
+qtpy==2.0.1
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+send2trash==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==60.10.0
+shortuuid==1.0.8
+simplejson==3.17.6
+six==1.16.0
+smmap==5.0.0
+sniffio==1.2.0
+soundfile==0.10.3.post1
+soupsieve==2.3.1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+timeout-decorator==0.5.0
+tokenizers==0.11.6
+toml==0.10.2
+tomli==2.0.1
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tornado==6.1
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+txt2tags==3.7
+typing-extensions==4.1.1
+urllib3==1.26.8
+wandb==0.12.11
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.3.1
+werkzeug==2.0.3
+wheel==0.37.1
+widgetsnbextension==3.6.0
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220324_165001-2oxgldu3/files/wandb-metadata.json

@@ -0,0 +1,52 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-24T16:50:04.385745",
+    "startedAt": "2022-03-24T16:50:01.036858",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=10",
+        "--per_device_train_batch_size=4",
+        "--per_device_eval_batch_size=4",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=1e-4",
+        "--warmup_steps=1000",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token",
+        "--wandb_project=flax-wav2vec2-2-gpt2-no-regularisation"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-gpt2-no-regularisation",
+        "commit": "2102271dda7144cb777336b0c4efe08f552f4cce"
+    },
+    "email": "[email protected]",
+    "root": "/home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation",
+    "host": "t1v-n-4eb331dd-w-0",
+    "username": "sanchitgandhi",
+    "executable": "/home/sanchitgandhi/venv/bin/python"
+}

wandb/run-20220324_165001-2oxgldu3/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 5}}

wandb/run-20220324_165001-2oxgldu3/logs/debug-internal.log

@@ -0,0 +1,139 @@
+2022-03-24 16:50:01,965 INFO    MainThread:308660 [internal.py:wandb_internal():92] W&B internal server running at pid: 308660, started at: 2022-03-24 16:50:01.965491
+2022-03-24 16:50:01,967 INFO    WriterThread:308660 [datastore.py:open_for_write():77] open: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/run-2oxgldu3.wandb
+2022-03-24 16:50:01,969 DEBUG   SenderThread:308660 [sender.py:send():235] send: header
+2022-03-24 16:50:01,969 DEBUG   SenderThread:308660 [sender.py:send():235] send: run
+2022-03-24 16:50:02,172 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: check_version
+2022-03-24 16:50:02,172 INFO    SenderThread:308660 [dir_watcher.py:__init__():169] watching files in: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files
+2022-03-24 16:50:02,172 INFO    SenderThread:308660 [sender.py:_start_run_threads():812] run started: 2oxgldu3 with start time 1648140601
+2022-03-24 16:50:02,172 DEBUG   SenderThread:308660 [sender.py:send():235] send: summary
+2022-03-24 16:50:02,172 INFO    SenderThread:308660 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-24 16:50:02,172 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: check_version
+2022-03-24 16:50:02,232 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: run_start
+2022-03-24 16:50:03,174 INFO    Thread-7  :308660 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/wandb-summary.json
+2022-03-24 16:50:04,385 DEBUG   HandlerThread:308660 [meta.py:__init__():37] meta init
+2022-03-24 16:50:04,385 DEBUG   HandlerThread:308660 [meta.py:__init__():51] meta init done
+2022-03-24 16:50:04,385 DEBUG   HandlerThread:308660 [meta.py:probe():211] probe
+2022-03-24 16:50:04,386 DEBUG   HandlerThread:308660 [meta.py:_setup_git():201] setup git
+2022-03-24 16:50:04,421 DEBUG   HandlerThread:308660 [meta.py:_setup_git():208] setup git done
+2022-03-24 16:50:04,421 DEBUG   HandlerThread:308660 [meta.py:_save_pip():55] save pip
+2022-03-24 16:50:04,421 DEBUG   HandlerThread:308660 [meta.py:_save_pip():69] save pip done
+2022-03-24 16:50:04,421 DEBUG   HandlerThread:308660 [meta.py:probe():249] probe done
+2022-03-24 16:50:04,424 DEBUG   SenderThread:308660 [sender.py:send():235] send: files
+2022-03-24 16:50:04,425 INFO    SenderThread:308660 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-24 16:50:04,429 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-24 16:50:04,430 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: stop_status
+2022-03-24 16:50:04,474 DEBUG   SenderThread:308660 [sender.py:send():235] send: telemetry
+2022-03-24 16:50:04,772 INFO    Thread-11 :308660 [upload_job.py:push():137] Uploaded file /tmp/tmppzd_lld9wandb/gku12pk6-wandb-metadata.json
+2022-03-24 16:50:04,985 DEBUG   SenderThread:308660 [sender.py:send():235] send: telemetry
+2022-03-24 16:50:04,986 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-24 16:50:05,248 INFO    Thread-7  :308660 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/output.log
+2022-03-24 16:50:05,249 INFO    Thread-7  :308660 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/requirements.txt
+2022-03-24 16:50:05,249 INFO    Thread-7  :308660 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/wandb-metadata.json
+2022-03-24 16:50:07,249 INFO    Thread-7  :308660 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/output.log
+2022-03-24 16:50:07,446 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:07,446 DEBUG   SenderThread:308660 [sender.py:send():235] send: exit
+2022-03-24 16:50:07,447 INFO    SenderThread:308660 [sender.py:send_exit():371] handling exit code: 1
+2022-03-24 16:50:07,447 INFO    SenderThread:308660 [sender.py:send_exit():373] handling runtime: 5
+2022-03-24 16:50:07,447 INFO    SenderThread:308660 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-24 16:50:07,447 INFO    SenderThread:308660 [sender.py:send_exit():379] send defer
+2022-03-24 16:50:07,448 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:07,448 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,448 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-24 16:50:07,449 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,449 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-24 16:50:07,449 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 1
+2022-03-24 16:50:07,449 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,449 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-24 16:50:07,504 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,504 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-24 16:50:07,504 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 2
+2022-03-24 16:50:07,504 DEBUG   SenderThread:308660 [sender.py:send():235] send: stats
+2022-03-24 16:50:07,505 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,505 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-24 16:50:07,505 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,505 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-24 16:50:07,505 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 3
+2022-03-24 16:50:07,506 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,506 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-24 16:50:07,506 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,506 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-24 16:50:07,506 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 4
+2022-03-24 16:50:07,506 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,506 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-24 16:50:07,506 DEBUG   SenderThread:308660 [sender.py:send():235] send: summary
+2022-03-24 16:50:07,507 INFO    SenderThread:308660 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-24 16:50:07,507 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,507 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-24 16:50:07,507 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 5
+2022-03-24 16:50:07,507 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,507 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-24 16:50:07,507 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,508 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-24 16:50:07,552 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:07,621 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 6
+2022-03-24 16:50:07,622 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:07,622 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:07,622 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-24 16:50:07,622 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:07,622 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-24 16:50:07,622 INFO    SenderThread:308660 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-24 16:50:07,723 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,250 INFO    Thread-7  :308660 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/output.log
+2022-03-24 16:50:08,250 INFO    SenderThread:308660 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/wandb-summary.json
+2022-03-24 16:50:08,250 INFO    SenderThread:308660 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/config.yaml
+2022-03-24 16:50:08,251 INFO    SenderThread:308660 [dir_watcher.py:finish():313] scan: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files
+2022-03-24 16:50:08,251 INFO    SenderThread:308660 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/requirements.txt requirements.txt
+2022-03-24 16:50:08,251 INFO    SenderThread:308660 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/output.log output.log
+2022-03-24 16:50:08,251 INFO    SenderThread:308660 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/wandb-metadata.json wandb-metadata.json
+2022-03-24 16:50:08,251 INFO    SenderThread:308660 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/config.yaml config.yaml
+2022-03-24 16:50:08,253 INFO    SenderThread:308660 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/wandb-summary.json wandb-summary.json
+2022-03-24 16:50:08,254 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 7
+2022-03-24 16:50:08,254 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,254 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:08,255 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-24 16:50:08,255 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:08,255 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-24 16:50:08,255 INFO    SenderThread:308660 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-24 16:50:08,356 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,356 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,458 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,458 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,506 INFO    Thread-15 :308660 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/wandb-summary.json
+2022-03-24 16:50:08,511 INFO    Thread-13 :308660 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/output.log
+2022-03-24 16:50:08,512 INFO    Thread-14 :308660 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/config.yaml
+2022-03-24 16:50:08,533 INFO    Thread-12 :308660 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/files/requirements.txt
+2022-03-24 16:50:08,559 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,559 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,660 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,661 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,734 INFO    Thread-6  :308660 [sender.py:transition_state():392] send defer: 8
+2022-03-24 16:50:08,734 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:08,734 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-24 16:50:08,735 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:08,735 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-24 16:50:08,762 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,784 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 9
+2022-03-24 16:50:08,785 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,785 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:08,785 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-24 16:50:08,785 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:08,785 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-24 16:50:08,785 INFO    SenderThread:308660 [sender.py:transition_state():392] send defer: 10
+2022-03-24 16:50:08,786 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:50:08,786 INFO    HandlerThread:308660 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-24 16:50:08,786 DEBUG   SenderThread:308660 [sender.py:send():235] send: final
+2022-03-24 16:50:08,786 DEBUG   SenderThread:308660 [sender.py:send():235] send: footer
+2022-03-24 16:50:08,786 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:50:08,786 INFO    SenderThread:308660 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-24 16:50:08,886 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:50:08,886 DEBUG   SenderThread:308660 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:50:08,886 INFO    SenderThread:308660 [file_pusher.py:join():150] waiting for file pusher
+2022-03-24 16:50:09,043 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-24 16:50:09,043 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-24 16:50:09,044 DEBUG   HandlerThread:308660 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-24 16:50:09,044 INFO    HandlerThread:308660 [handler.py:finish():778] shutting down handler
+2022-03-24 16:50:09,786 INFO    WriterThread:308660 [datastore.py:close():281] close: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/run-2oxgldu3.wandb
+2022-03-24 16:50:09,942 INFO    SenderThread:308660 [sender.py:finish():1078] shutting down sender
+2022-03-24 16:50:09,942 INFO    SenderThread:308660 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-24 16:50:09,942 INFO    SenderThread:308660 [file_pusher.py:join():150] waiting for file pusher
+2022-03-24 16:50:10,016 INFO    MainThread:308660 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220324_165001-2oxgldu3/logs/debug.log

@@ -0,0 +1,106 @@
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/.config/wandb/settings
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/settings
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/logs/debug.log
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165001-2oxgldu3/logs/debug-internal.log
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_init.py:init():439] calling init triggers
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [wandb_init.py:init():492] starting backend
+2022-03-24 16:50:01,038 INFO    MainThread:307601 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-24 16:50:01,075 INFO    MainThread:307601 [backend.py:ensure_launched():219] starting backend process...
+2022-03-24 16:50:01,112 INFO    MainThread:307601 [backend.py:ensure_launched():224] started backend process with pid: 308660
+2022-03-24 16:50:01,114 INFO    MainThread:307601 [wandb_init.py:init():501] backend started and connected
+2022-03-24 16:50:01,128 INFO    MainThread:307601 [wandb_init.py:init():565] updated telemetry
+2022-03-24 16:50:01,216 INFO    MainThread:307601 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-24 16:50:02,171 INFO    MainThread:307601 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-24 16:50:02,231 INFO    MainThread:307601 [wandb_run.py:_on_init():1763] got version response 
+2022-03-24 16:50:02,231 INFO    MainThread:307601 [wandb_init.py:init():625] starting run threads in backend
+2022-03-24 16:50:04,429 INFO    MainThread:307601 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-24 16:50:04,430 INFO    MainThread:307601 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-24 16:50:04,431 INFO    MainThread:307601 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-24 16:50:04,433 INFO    MainThread:307601 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-24 16:50:04,433 INFO    MainThread:307601 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-24 16:50:04,981 INFO    MainThread:307601 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-24 16:50:04,985 INFO    MainThread:307601 [wandb_run.py:_restore():1674] restore
+2022-03-24 16:50:07,449 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 1843
+  total_bytes: 1843
+}
+
+2022-03-24 16:50:07,622 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 1843
+  total_bytes: 1843
+}
+
+2022-03-24 16:50:08,255 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 1843
+  total_bytes: 7016
+}
+
+2022-03-24 16:50:08,357 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 7016
+  total_bytes: 7016
+}
+
+2022-03-24 16:50:08,458 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 7016
+  total_bytes: 7016
+}
+
+2022-03-24 16:50:08,560 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 7016
+  total_bytes: 7016
+}
+
+2022-03-24 16:50:08,661 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 7016
+  total_bytes: 7016
+}
+
+2022-03-24 16:50:08,785 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 7016
+  total_bytes: 7016
+}
+
+2022-03-24 16:50:08,942 INFO    MainThread:307601 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 7016
+  total_bytes: 7016
+}
+local_info {
+}
+
+2022-03-24 16:50:10,527 INFO    MainThread:307601 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-24 16:50:10,527 INFO    MainThread:307601 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-24 16:50:10,528 INFO    MainThread:307601 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220324_165123-3bgzceb6/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648140683
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220324_165123-3bgzceb6/files/output.log

@@ -0,0 +1,16 @@
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 923, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 442, in main
+    raw_datasets["train"] = load_dataset(
+  File "/home/sanchitgandhi/datasets/src/datasets/load.py", line 1660, in load_dataset
+    builder_instance = load_dataset_builder(
+  File "/home/sanchitgandhi/datasets/src/datasets/load.py", line 1512, in load_dataset_builder
+    builder_instance: DatasetBuilder = builder_cls(
+  File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 1031, in __init__
+    super().__init__(*args, **kwargs)
+  File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 275, in __init__
+    info.update(self._info())
+  File "/home/sanchitgandhi/.cache/huggingface/modules/datasets_modules/datasets/librispeech_asr/1f4602f6b5fed8d3ab3e3382783173f2e12d9877e98775e34d7780881175096c/librispeech_asr.py", line 115, in _info
+    task_templates=[AutomaticSpeechRecognition(audio_column="audio", transcription_column="text")],
+TypeError: __init__() got an unexpected keyword argument 'audio_column'

wandb/run-20220324_165123-3bgzceb6/files/requirements.txt

@@ -0,0 +1,193 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+anyio==3.5.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+debugpy==1.5.1
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+entrypoints==0.4
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.30.0
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.0
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.4.0
+iniconfig==1.1.1
+ipdb==0.13.9
+ipykernel==6.9.2
+ipython-genutils==0.2.0
+ipython==8.1.1
+ipywidgets==7.7.0
+jax==0.3.1
+jaxlib==0.3.0
+jedi==0.18.1
+jinja2==3.0.3
+jiwer==2.3.0
+joblib==1.1.0
+json5==0.9.6
+jsonschema==4.4.0
+jupyter-client==7.1.2
+jupyter-console==6.4.3
+jupyter-core==4.9.2
+jupyter-server==1.15.5
+jupyter==1.0.0
+jupyterlab-pygments==0.1.2
+jupyterlab-server==2.11.0
+jupyterlab-widgets==1.1.0
+jupyterlab==3.3.2
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+lab==7.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220128
+llvmlite==0.36.0
+markdown==3.3.6
+markupsafe==2.1.1
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+mistune==0.8.4
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclassic==0.3.7
+nbclient==0.5.13
+nbconvert==6.4.4
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook-shim==0.1.0
+notebook==6.4.10
+numba==0.53.0
+numpy==1.21.4
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==22.0.4
+pkg-resources==0.0.0
+pluggy==1.0.0
+pooch==1.6.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pytest==7.1.0
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2021.3
+pyyaml==6.0
+pyzmq==22.3.0
+qtconsole==5.2.2
+qtpy==2.0.1
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+send2trash==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==60.10.0
+shortuuid==1.0.8
+simplejson==3.17.6
+six==1.16.0
+smmap==5.0.0
+sniffio==1.2.0
+soundfile==0.10.3.post1
+soupsieve==2.3.1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+timeout-decorator==0.5.0
+tokenizers==0.11.6
+toml==0.10.2
+tomli==2.0.1
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tornado==6.1
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+txt2tags==3.7
+typing-extensions==4.1.1
+urllib3==1.26.8
+wandb==0.12.11
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.3.1
+werkzeug==2.0.3
+wheel==0.37.1
+widgetsnbextension==3.6.0
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220324_165123-3bgzceb6/files/wandb-metadata.json

@@ -0,0 +1,52 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-24T16:51:27.007523",
+    "startedAt": "2022-03-24T16:51:23.784397",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=10",
+        "--per_device_train_batch_size=4",
+        "--per_device_eval_batch_size=4",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=1e-4",
+        "--warmup_steps=1000",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token",
+        "--wandb_project=flax-wav2vec2-2-gpt2-no-regularisation"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-gpt2-no-regularisation",
+        "commit": "2102271dda7144cb777336b0c4efe08f552f4cce"
+    },
+    "email": "[email protected]",
+    "root": "/home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation",
+    "host": "t1v-n-4eb331dd-w-0",
+    "username": "sanchitgandhi",
+    "executable": "/home/sanchitgandhi/venv/bin/python"
+}

wandb/run-20220324_165123-3bgzceb6/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 4}}

wandb/run-20220324_165123-3bgzceb6/logs/debug-internal.log

@@ -0,0 +1,144 @@
+2022-03-24 16:51:24,709 INFO    MainThread:309960 [internal.py:wandb_internal():92] W&B internal server running at pid: 309960, started at: 2022-03-24 16:51:24.708772
+2022-03-24 16:51:24,710 INFO    WriterThread:309960 [datastore.py:open_for_write():77] open: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/run-3bgzceb6.wandb
+2022-03-24 16:51:24,712 DEBUG   SenderThread:309960 [sender.py:send():235] send: header
+2022-03-24 16:51:24,712 DEBUG   SenderThread:309960 [sender.py:send():235] send: run
+2022-03-24 16:51:24,794 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: check_version
+2022-03-24 16:51:24,794 INFO    SenderThread:309960 [dir_watcher.py:__init__():169] watching files in: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files
+2022-03-24 16:51:24,794 INFO    SenderThread:309960 [sender.py:_start_run_threads():812] run started: 3bgzceb6 with start time 1648140683
+2022-03-24 16:51:24,794 DEBUG   SenderThread:309960 [sender.py:send():235] send: summary
+2022-03-24 16:51:24,795 INFO    SenderThread:309960 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-24 16:51:24,795 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: check_version
+2022-03-24 16:51:24,853 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: run_start
+2022-03-24 16:51:25,796 INFO    Thread-7  :309960 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/wandb-summary.json
+2022-03-24 16:51:27,007 DEBUG   HandlerThread:309960 [meta.py:__init__():37] meta init
+2022-03-24 16:51:27,007 DEBUG   HandlerThread:309960 [meta.py:__init__():51] meta init done
+2022-03-24 16:51:27,007 DEBUG   HandlerThread:309960 [meta.py:probe():211] probe
+2022-03-24 16:51:27,008 DEBUG   HandlerThread:309960 [meta.py:_setup_git():201] setup git
+2022-03-24 16:51:27,042 DEBUG   HandlerThread:309960 [meta.py:_setup_git():208] setup git done
+2022-03-24 16:51:27,042 DEBUG   HandlerThread:309960 [meta.py:_save_pip():55] save pip
+2022-03-24 16:51:27,043 DEBUG   HandlerThread:309960 [meta.py:_save_pip():69] save pip done
+2022-03-24 16:51:27,043 DEBUG   HandlerThread:309960 [meta.py:probe():249] probe done
+2022-03-24 16:51:27,046 DEBUG   SenderThread:309960 [sender.py:send():235] send: files
+2022-03-24 16:51:27,046 INFO    SenderThread:309960 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-24 16:51:27,051 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-24 16:51:27,052 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: stop_status
+2022-03-24 16:51:27,302 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-24 16:51:27,321 DEBUG   SenderThread:309960 [sender.py:send():235] send: telemetry
+2022-03-24 16:51:27,321 DEBUG   SenderThread:309960 [sender.py:send():235] send: telemetry
+2022-03-24 16:51:27,800 INFO    Thread-11 :309960 [upload_job.py:push():137] Uploaded file /tmp/tmpnmnmgvzpwandb/2gohk4ii-wandb-metadata.json
+2022-03-24 16:51:27,873 INFO    Thread-7  :309960 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/output.log
+2022-03-24 16:51:27,873 INFO    Thread-7  :309960 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/wandb-metadata.json
+2022-03-24 16:51:27,873 INFO    Thread-7  :309960 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/requirements.txt
+2022-03-24 16:51:29,561 DEBUG   SenderThread:309960 [sender.py:send():235] send: exit
+2022-03-24 16:51:29,561 INFO    SenderThread:309960 [sender.py:send_exit():371] handling exit code: 1
+2022-03-24 16:51:29,561 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:29,561 INFO    SenderThread:309960 [sender.py:send_exit():373] handling runtime: 4
+2022-03-24 16:51:29,562 INFO    SenderThread:309960 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-24 16:51:29,562 INFO    SenderThread:309960 [sender.py:send_exit():379] send defer
+2022-03-24 16:51:29,562 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:29,563 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,563 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-24 16:51:29,563 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,563 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-24 16:51:29,563 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 1
+2022-03-24 16:51:29,563 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,563 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-24 16:51:29,626 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,627 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-24 16:51:29,627 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 2
+2022-03-24 16:51:29,627 DEBUG   SenderThread:309960 [sender.py:send():235] send: stats
+2022-03-24 16:51:29,627 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,627 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-24 16:51:29,627 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,627 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-24 16:51:29,627 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 3
+2022-03-24 16:51:29,628 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,628 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-24 16:51:29,628 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,628 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-24 16:51:29,628 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 4
+2022-03-24 16:51:29,628 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,628 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-24 16:51:29,628 DEBUG   SenderThread:309960 [sender.py:send():235] send: summary
+2022-03-24 16:51:29,629 INFO    SenderThread:309960 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-24 16:51:29,629 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,629 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-24 16:51:29,629 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 5
+2022-03-24 16:51:29,629 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,629 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-24 16:51:29,629 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,629 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-24 16:51:29,663 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:29,685 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 6
+2022-03-24 16:51:29,685 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:29,686 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,686 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-24 16:51:29,686 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,686 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-24 16:51:29,686 INFO    SenderThread:309960 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-24 16:51:29,787 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:29,873 INFO    Thread-7  :309960 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/output.log
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/config.yaml
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/wandb-summary.json
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:finish():313] scan: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/requirements.txt requirements.txt
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/output.log output.log
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/wandb-metadata.json wandb-metadata.json
+2022-03-24 16:51:29,874 INFO    SenderThread:309960 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/config.yaml config.yaml
+2022-03-24 16:51:29,875 INFO    SenderThread:309960 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/wandb-summary.json wandb-summary.json
+2022-03-24 16:51:29,875 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 7
+2022-03-24 16:51:29,875 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:29,880 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:29,880 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-24 16:51:29,880 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:29,880 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-24 16:51:29,881 INFO    SenderThread:309960 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-24 16:51:29,976 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:29,977 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,078 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:30,078 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,164 INFO    Thread-14 :309960 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/config.yaml
+2022-03-24 16:51:30,166 INFO    Thread-13 :309960 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/output.log
+2022-03-24 16:51:30,179 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:30,180 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,226 INFO    Thread-15 :309960 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/wandb-summary.json
+2022-03-24 16:51:30,281 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:30,281 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,382 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:30,382 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,483 INFO    Thread-12 :309960 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/files/requirements.txt
+2022-03-24 16:51:30,483 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:30,484 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,585 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:30,585 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:30,684 INFO    Thread-6  :309960 [sender.py:transition_state():392] send defer: 8
+2022-03-24 16:51:30,685 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:30,685 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-24 16:51:30,685 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:30,685 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-24 16:51:30,687 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:31,457 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 9
+2022-03-24 16:51:31,457 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:31,458 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:31,458 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-24 16:51:31,458 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:31,458 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-24 16:51:31,458 INFO    SenderThread:309960 [sender.py:transition_state():392] send defer: 10
+2022-03-24 16:51:31,459 DEBUG   SenderThread:309960 [sender.py:send():235] send: final
+2022-03-24 16:51:31,459 DEBUG   SenderThread:309960 [sender.py:send():235] send: footer
+2022-03-24 16:51:31,459 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: defer
+2022-03-24 16:51:31,459 INFO    HandlerThread:309960 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-24 16:51:31,459 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: defer
+2022-03-24 16:51:31,459 INFO    SenderThread:309960 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-24 16:51:31,559 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-24 16:51:31,559 DEBUG   SenderThread:309960 [sender.py:send_request():249] send_request: poll_exit
+2022-03-24 16:51:31,559 INFO    SenderThread:309960 [file_pusher.py:join():150] waiting for file pusher
+2022-03-24 16:51:31,780 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-24 16:51:31,781 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-24 16:51:31,781 DEBUG   HandlerThread:309960 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-24 16:51:31,781 INFO    HandlerThread:309960 [handler.py:finish():778] shutting down handler
+2022-03-24 16:51:32,459 INFO    WriterThread:309960 [datastore.py:close():281] close: /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/run-3bgzceb6.wandb
+2022-03-24 16:51:32,679 INFO    SenderThread:309960 [sender.py:finish():1078] shutting down sender
+2022-03-24 16:51:32,679 INFO    SenderThread:309960 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-24 16:51:32,679 INFO    SenderThread:309960 [file_pusher.py:join():150] waiting for file pusher
+2022-03-24 16:51:32,728 INFO    MainThread:309960 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220324_165123-3bgzceb6/logs/debug.log

@@ -0,0 +1,130 @@
+2022-03-24 16:51:23,785 INFO    MainThread:308905 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/.config/wandb/settings
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/settings
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/logs/debug.log
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_165123-3bgzceb6/logs/debug-internal.log
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_init.py:init():439] calling init triggers
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [wandb_init.py:init():492] starting backend
+2022-03-24 16:51:23,786 INFO    MainThread:308905 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-24 16:51:23,824 INFO    MainThread:308905 [backend.py:ensure_launched():219] starting backend process...
+2022-03-24 16:51:23,861 INFO    MainThread:308905 [backend.py:ensure_launched():224] started backend process with pid: 309960
+2022-03-24 16:51:23,863 INFO    MainThread:308905 [wandb_init.py:init():501] backend started and connected
+2022-03-24 16:51:23,877 INFO    MainThread:308905 [wandb_init.py:init():565] updated telemetry
+2022-03-24 16:51:23,966 INFO    MainThread:308905 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-24 16:51:24,793 INFO    MainThread:308905 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-24 16:51:24,852 INFO    MainThread:308905 [wandb_run.py:_on_init():1763] got version response 
+2022-03-24 16:51:24,852 INFO    MainThread:308905 [wandb_init.py:init():625] starting run threads in backend
+2022-03-24 16:51:27,051 INFO    MainThread:308905 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-24 16:51:27,051 INFO    MainThread:308905 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-24 16:51:27,052 INFO    MainThread:308905 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-24 16:51:27,054 INFO    MainThread:308905 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-24 16:51:27,054 INFO    MainThread:308905 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-24 16:51:27,299 INFO    MainThread:308905 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-24 16:51:27,302 INFO    MainThread:308905 [wandb_run.py:_restore():1674] restore
+2022-03-24 16:51:29,563 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 1843
+  total_bytes: 1843
+}
+
+2022-03-24 16:51:29,686 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 1843
+  total_bytes: 1843
+}
+
+2022-03-24 16:51:29,876 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 3
+}
+pusher_stats {
+  uploaded_bytes: 1843
+  total_bytes: 6377
+}
+
+2022-03-24 16:51:29,977 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 3499
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:30,078 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 3499
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:30,180 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 3499
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:30,281 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 6916
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:30,383 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 6916
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:30,484 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 6916
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:30,586 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 6916
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:31,458 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 6916
+  total_bytes: 6916
+}
+
+2022-03-24 16:51:31,679 INFO    MainThread:308905 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 6916
+  total_bytes: 6916
+}
+local_info {
+}
+
+2022-03-24 16:51:33,237 INFO    MainThread:308905 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-24 16:51:33,237 INFO    MainThread:308905 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-24 16:51:33,239 INFO    MainThread:308905 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220324_170435-3q1wfjyt/files/config.yaml

@@ -0,0 +1,27 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648141475
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220324_170435-3q1wfjyt/files/output.log

@@ -0,0 +1,2089 @@
+
+Downloading and preparing dataset librispeech_asr/clean (download: 28.05 GiB, generated: 29.10 GiB, post-processed: Unknown size, total: 57.15 GiB) to /home/sanchitgandhi/.cache/huggingface/datasets/librispeech_asr/clean/2.1.0/1f4602f6b5fed8d3ab3e3382783173f2e12d9877e98775e34d7780881175096c...
+Downloading builder script: 6.76kB [00:00, 9.51MB/s]
+Downloading metadata: 6.37kB [00:00, 10.5MB/s]
+Downloading data files:   0%|                                                                     | 0/4 [00:00<?, ?it/s]
+
+
+
+
+
+
+
+Downloading data files:  25%|███████████████▎                                             | 1/4 [00:17<00:52, 17.62s/it]
+
+
+
+
+
+
+
+
+
+
+Downloading data files:  50%|██████████████████████████████▌                              | 2/4 [00:38<00:39, 19.76s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Downloading data files:  75%|█████████████████████████████████████████████               | 3/4 [04:54<02:07, 127.32s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Downloading data files: 100%|████████████████████████████████████████████████████████████| 4/4 [19:20<00:00, 290.20s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Generating test split:  98%|█████████████████████████████████████████████▉ | 2560/2620 [00:01<00:00, 1615.33 examples/s]
+Dataset librispeech_asr downloaded and prepared to /home/sanchitgandhi/.cache/huggingface/datasets/librispeech_asr/clean/2.1.0/1f4602f6b5fed8d3ab3e3382783173f2e12d9877e98775e34d7780881175096c. Subsequent calls will reuse this data.
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "decoder": {
+    "_name_or_path": "gpt2-medium",
+    "activation_function": "gelu_new",
+    "add_cross_attention": true,
+    "architectures": [
+      "GPT2LMHeadModel"
+    ],
+    "attn_pdrop": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 50256,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "embd_pdrop": 0.0,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 50256,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_epsilon": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "gpt2",
+    "n_ctx": 1024,
+    "n_embd": 1024,
+    "n_head": 16,
+    "n_inner": null,
+    "n_layer": 24,
+    "n_positions": 1024,
+    "n_special": 0,
+    "no_repeat_ngram_size": 0,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "predict_special_tokens": true,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "reorder_and_upcast_attn": false,
+    "repetition_penalty": 1.0,
+    "resid_pdrop": 0.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_attn_by_inverse_layer_idx": false,
+    "scale_attn_weights": true,
+    "sep_token_id": null,
+    "summary_activation": null,
+    "summary_first_dropout": 0.0,
+    "summary_proj_to_labels": true,
+    "summary_type": "cls_index",
+    "summary_use_proj": true,
+    "task_specific_params": {
+      "text-generation": {
+        "do_sample": true,
+        "max_length": 50
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "vocab_size": 50257
+  },
+  "decoder_start_token_id": 50256,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.0,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": false,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.0,
+    "hidden_dropout_prob": 0.0,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 50256,
+  "is_encoder_decoder": true,
+  "max_length": 50,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 50256,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+tcmalloc: large alloc 3159851008 bytes == 0x9c2a2000 @  0x7f9005544680 0x7f9005565824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f90053560b3 0x5fb12e
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+preprocess train dataset #0:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #1:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #2:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #3:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #4:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #5:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #6:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #7:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #8:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #9:   0%|                                                             | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #10:   0%|                                                            | 0/1784 [00:00<?, ?ex/s]
+preprocess train dataset #11:   0%|                                                            | 0/1783 [00:00<?, ?ex/s]
+preprocess train dataset #12:   0%|                                                            | 0/1783 [00:00<?, ?ex/s]
+preprocess train dataset #13:   0%|                                                            | 0/1783 [00:00<?, ?ex/s]
+preprocess train dataset #14:   0%|                                                            | 0/1783 [00:00<?, ?ex/s]
+
+
+
+
+
+
+preprocess train dataset #13:  99%|███████████████████████████████████████████████▌| 1766/1783 [00:29<00:00, 137.88ex/s]
+preprocess train dataset #14:  95%|█████████████████████████████████████████████▍  | 1688/1783 [00:29<00:00, 170.61ex/s]
+preprocess train dataset #12:  95%|█████████████████████████████████████████████▌  | 1694/1783 [00:29<00:00, 165.89ex/s]
+preprocess train dataset #5:  94%|██████████████████████████████████████████████   | 1676/1784 [00:30<00:00, 150.20ex/s]
+preprocess train dataset #14:  98%|██████████████████████████████████████████████▊ | 1741/1783 [00:29<00:00, 169.08ex/s]
+preprocess train dataset #5: 100%|████████████████████████████████████████████████▊| 1777/1784 [00:31<00:00, 145.40ex/s]
+https://symbolize.stripped_domain/r/?trace=7f9005565f99,7f8f41f477f9,7f90053750bf&map=7a511a57244151c993b16b37978e7ed7:7f8f3356f000-7f8f422b1d50
+E0324 17:31:26.480428  319880 coredump_hook.cc:320] RAW: Remote crash gathering disabled for SIGTERM.
+E0324 17:31:26.489587  319880 process_state.cc:770] RAW: Raising signal 15 with default behavior
+preprocess train dataset #0:   0%|                                                              | 0/169 [00:00<?, ?ex/s]
+preprocess train dataset #1:   0%|                                                              | 0/169 [00:00<?, ?ex/s]
+preprocess train dataset #2: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 108.22ex/s]
+preprocess train dataset #3: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 109.08ex/s]
+preprocess train dataset #5: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 107.78ex/s]
+preprocess train dataset #9: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 117.65ex/s]
+preprocess train dataset #10: 100%|██████████████████████████████████████████████████| 169/169 [00:01<00:00, 120.18ex/s]
+preprocess train dataset #4: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 106.97ex/s]
+preprocess train dataset #12: 100%|██████████████████████████████████████████████████| 169/169 [00:01<00:00, 120.71ex/s]
+preprocess train dataset #7: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 102.03ex/s]
+preprocess train dataset #6: 100%|████████████████████████████████████████████████████| 169/169 [00:01<00:00, 97.94ex/s]
+preprocess train dataset #8: 100%|███████████████████████████████████████████████████| 169/169 [00:01<00:00, 100.90ex/s]
+preprocess train dataset #11: 100%|██████████████████████████████████████████████████| 169/169 [00:01<00:00, 106.33ex/s]
+preprocess train dataset #15: 100%|██████████████████████████████████████████████████| 168/168 [00:01<00:00, 115.45ex/s]
+preprocess train dataset #14: 100%|██████████████████████████████████████████████████| 169/169 [00:01<00:00, 109.22ex/s]
+preprocess train dataset #13: 100%|██████████████████████████████████████████████████| 169/169 [00:01<00:00, 108.37ex/s]
+preprocess train dataset #7:  97%|█████████████████████████████████████████████████▍ | 164/169 [00:01<00:00, 169.20ex/s]
+preprocess train dataset #8:  77%|███████████████████████████████████████▏           | 130/169 [00:01<00:00, 136.48ex/s]
+preprocess train dataset #14:  72%|███████████████████████████████████▊              | 121/169 [00:01<00:00, 162.58ex/s]
+preprocess train dataset #8:  98%|█████████████████████████████████████████████████▊ | 165/169 [00:01<00:00, 185.88ex/s]
+preprocess train dataset #11:  92%|█████████████████████████████████████████████▊    | 155/169 [00:01<00:00, 144.30ex/s]
+preprocess train dataset #13:  75%|█████████████████████████████████████▎            | 126/169 [00:01<00:00, 144.19ex/s]
+preprocess train dataset #14:  85%|██████████████████████████████████████████▎       | 143/169 [00:01<00:00, 146.04ex/s]
+preprocess train dataset #15:  79%|███████████████████████████████████████▌          | 133/168 [00:01<00:00, 180.79ex/s]
+preprocess train dataset #13:  85%|██████████████████████████████████████████▌       | 144/169 [00:01<00:00, 144.55ex/s]
+#1:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#2:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#3:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#4:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#5:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#6:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#7:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#8:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#9:   0%|                                                                                         | 0/2 [00:00<?, ?ba/s]
+#10:   0%|                                                                                        | 0/2 [00:00<?, ?ba/s]
+#11:   0%|                                                                                        | 0/2 [00:00<?, ?ba/s]
+#12:   0%|                                                                                        | 0/2 [00:00<?, ?ba/s]
+#13:   0%|                                                                                        | 0/2 [00:00<?, ?ba/s]
+#14:   0%|                                                                                        | 0/2 [00:00<?, ?ba/s]
+#6: 100%|█████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00,  9.55ba/s]
+#0: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 105.62ba/s]
+#1: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 111.43ba/s]
+#2: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 127.74ba/s]
+#3: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 130.84ba/s]
+#3:   0%|                                                                                         | 0/1 [00:00<?, ?ba/s]
+#7: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 126.27ba/s]
+#8: 100%|█████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 96.53ba/s]
+#9: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 115.30ba/s]
+#11: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 115.17ba/s]
+#10: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 118.79ba/s]
+#12: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 124.69ba/s]
+#13: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 126.05ba/s]
+#14: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 128.18ba/s]
+#15: 100%|███████████████████████████████████████████��███████████████████████████████████| 1/1 [00:00<00:00, 142.58ba/s]
+#1: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 108.46ba/s]
+#0: 100%|█████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 80.43ba/s]
+#2: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 106.18ba/s]
+#3: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 108.43ba/s]
+#5: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 106.37ba/s]
+#4: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 103.83ba/s]
+#6: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 109.75ba/s]
+#7: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 108.70ba/s]
+#8: 100%|█████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 97.65ba/s]
+#9: 100%|████████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 107.16ba/s]
+#10: 100%|███████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 108.88ba/s]
+#11: 100%|███████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 100.98ba/s]
+#12: 100%|███████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 113.67ba/s]
+#13: 100%|███████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 114.49ba/s]
+#14: 100%|███████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 115.94ba/s]
+#15: 100%|███████████████████████████████████████████████████████████████████████████████| 2/2 [00:00<00:00, 121.25ba/s]
+https://symbolize.stripped_domain/r/?trace=7f90053213f4,7f90053750bf,7f,bd8ea000be3cffff&map=
+*** SIGTERM received by PID 320187 (TID 320187) on cpu 31 from PID 317032; stack trace: ***       | 0/2 [00:00<?, ?ba/s]
+PC: @     0x7f90053213f4  (unknown)  do_futex_wait.constprop.0
+    @     0x7f8f41f477fa        992  (unknown)                                                    | 0/2 [00:00<?, ?ba/s]
+    @     0x7f90053750c0  436198544  (unknown)
+    @               0x80  (unknown)  (unknown)                                                    | 0/2 [00:00<?, ?ba/s]
+    @ 0xbd8ea000be3d0000  (unknown)  (unknown)
+https://symbolize.stripped_domain/r/?trace=7f90053213f4,7f8f41f477f9,7f90053750bf,7f,bd8ea000be3cffff&map=7a511a57244151c993b16b37978e7ed7:7f8f3356f000-7f8f422b1d50
+E0324 17:31:46.853212  320187 coredump_hook.cc:320] RAW: Remote crash gathering disabled for SIGTERM./2 [00:00<?, ?ba/s]
+E0324 17:31:46.895476  320187 process_state.cc:770] RAW: Raising signal 15 with default behavior  | 0/2 [00:00<?, ?ba/s]
+#1: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 152.99ba/s]
+#2: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 149.21ba/s]
+#3: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 153.33ba/s]
+#4: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 148.34ba/s]
+#5: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 159.23ba/s]
+#6: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 162.31ba/s]
+#7: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 146.42ba/s]
+#8: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 154.34ba/s]
+#9: 100%|████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 149.22ba/s]
+#10: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 151.18ba/s]
+#11: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 153.79ba/s]
+#12: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 152.53ba/s]
+#13: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 157.10ba/s]
+#14: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 157.60ba/s]
+#15: 100%|███████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 164.66ba/s]
+Downloading builder script: 4.48kB [00:00, 4.94MB/s]
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json                                            | 0/1 [00:00<?, ?ba/s]
+Special tokens file saved in ./special_tokens_map.json                                            | 0/1 [00:00<?, ?ba/s]
+#11:   0%|                                                                                        | 0/1 [00:00<?, ?ba/s]
+#12:   0%|                                                                                        | 0/1 [00:00<?, ?ba/s]
+#13:   0%|                                                                                        | 0/1 [00:00<?, ?ba/s]
+#14:   0%|                                                                                        | 0/1 [00:00<?, ?ba/s]
+    "_name_or_path": "gpt2-medium",                                                               | 0/1 [00:00<?, ?ba/s]
+    "activation_function": "gelu_new",
+    "add_cross_attention": true,
+    "architectures": [
+      "GPT2LMHeadModel"
+    ],
+    "attn_pdrop": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 50256,
+    "chunk_size_feed_forward": 0,
+    "cross_attention_hidden_size": null,
+    "decoder_start_token_id": null,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "early_stopping": false,
+    "embd_pdrop": 0.0,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 50256,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_epsilon": 1e-05,
+    "length_penalty": 1.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "gpt2",
+    "n_ctx": 1024,
+    "n_embd": 1024,
+    "n_head": 16,
+    "n_inner": null,
+    "n_layer": 24,
+    "n_positions": 1024,
+    "n_special": 0,
+    "no_repeat_ngram_size": 0,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": null,
+    "predict_special_tokens": true,
+    "prefix": null,
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "reorder_and_upcast_attn": false,
+    "repetition_penalty": 1.0,
+    "resid_pdrop": 0.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_attn_by_inverse_layer_idx": false,
+    "scale_attn_weights": true,
+    "sep_token_id": null,
+    "summary_activation": null,
+    "summary_first_dropout": 0.0,
+    "summary_proj_to_labels": true,
+    "summary_type": "cls_index",
+    "summary_use_proj": true,
+    "task_specific_params": {
+      "text-generation": {
+        "do_sample": true,
+        "max_length": 50
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": false,
+    "vocab_size": 50257
+  },
+  "decoder_start_token_id": 50256,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.0,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": false,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.0,
+    "hidden_dropout_prob": 0.0,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.0,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 50256,
+  "is_encoder_decoder": true,
+  "max_length": 50,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 50256,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-24 17:31:50.014790: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-24 17:31:50.014835: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/24/2022 17:31:51 - WARNING - huggingface_hub.repository - /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-gpt2-no-regularisation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-gpt2-no-regularisation. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/10):   0%|                                                                          | 0/10 [00:00<?, ?it/s]
+03/24/2022 17:31:55 - INFO - __main__ - ***** Running training *****
+03/24/2022 17:31:55 - INFO - __main__ -   Num examples = 20277
+03/24/2022 17:31:55 - INFO - __main__ -   Num Epochs = 10
+03/24/2022 17:31:55 - INFO - __main__ -   Instantaneous batch size per device = 4
+03/24/2022 17:31:55 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 32
+03/24/2022 17:31:55 - INFO - __main__ -   Num gradient accumulation steps = 1
+03/24/2022 17:31:55 - INFO - __main__ -   Total optimization steps = 6330
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:   4%|██▊                                                                  | 26/633 [04:33<30:27,  3.01s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:   8%|█████▌                                                               | 51/633 [05:45<28:32,  2.94s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  12%|████████▏                                                            | 75/633 [06:53<27:05,  2.91s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  16%|██████████▊                                                         | 101/633 [08:08<27:02,  3.05s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  20%|█████████████▌                                                      | 126/633 [09:18<25:33,  3.02s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  24%|████████████████                                                    | 150/633 [10:25<22:56,  2.85s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  28%|██████████████████▊                                                 | 175/633 [11:35<21:20,  2.80s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  32%|█████████████████████▍                                              | 200/633 [12:45<20:07,  2.79s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  36%|████████████████████████▏                                           | 225/633 [13:55<18:50,  2.77s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  40%|██████████████████████████▉                                         | 251/633 [15:09<18:44,  2.94s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  44%|█████████████████████████████▋                                      | 276/633 [16:20<18:10,  3.05s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  47%|████████████████████████████████▏                                   | 300/633 [17:28<16:05,  2.90s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  52%|███████████████████████████████████                                 | 326/633 [18:41<14:40,  2.87s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  55%|█████████████████████████████████████▋                              | 351/633 [19:50<13:45,  2.93s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  59%|████████████████████████████████████████▍                           | 376/633 [20:59<12:01,  2.81s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  63%|███████████████████████████████████████████                         | 401/633 [22:09<11:23,  2.95s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  67%|█████████████████████████████████████████████▊                      | 426/633 [23:18<10:08,  2.94s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  71%|████████████████████████████████████████████████▍                   | 451/633 [24:28<08:52,  2.93s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  75%|███████████████████████████████████████████████████                 | 475/633 [25:34<07:15,  2.76s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  79%|█████████████████████████████████████████████████████▋              | 500/633 [26:43<06:05,  2.74s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  83%|████████████████████████████████████████████████████████▍           | 525/633 [27:53<04:58,  2.76s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  87%|███████████████████████████████████████████████████████████▏        | 551/633 [29:06<04:05,  2.99s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  91%|█████████████████████████████████████████████████████████████▊      | 575/633 [30:13<02:42,  2.79s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  95%|████████████████████████████████████████████████████████████████▍   | 600/633 [31:22<01:31,  2.76s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Training...:  99%|███████████████████████████████████████████████████████████████████▏| 625/633 [32:31<00:22,  2.78s/it]
+
+
+
+
+
+
+
+Training...: 100%|████████████████████████████████████████████████████████████████████| 633/633 [32:53<00:00,  2.78s/it]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Evaluating ...:  99%|██████████████████████████████████████████████████████████████████▏| 77/78 [03:26<00:01,  1.77s/it]
+
+
+tcmalloc: large alloc 1713315840 bytes == 0x4ddec6000 @  0x7f9005544680 0x7f9005564bdd 0x7f8ea26581ff 0x7f8ea266742c 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea2662164 0x7f8ea266291e 0x5042e6 0x56b5e0 0x5696da 0x5f6403 0x56c5d1 0x5696da 0x5f6403 0x56c5d1 0x5f6226 0x56b3fe 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17
+tcmalloc: large alloc 3645112320 bytes == 0x5440b8000 @  0x7f9005544680 0x7f9005564bdd 0x7f8ea26581ff 0x7f8ea266742c 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea266841d 0x7f8ea2662164 0x7f8ea266291e 0x5042e6 0x56b5e0 0x5696da 0x5f6403 0x56c5d1 0x5696da 0x5f6403 0x56c5d1 0x5f6226 0x56b3fe 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1
+tcmalloc: large alloc 3159851008 bytes == 0x48350c000 @  0x7f9005544680 0x7f9005565824 0x5f9ec1 0x7f8ea2662209 0x7f8ea266291e 0x5042e6 0x56b5e0 0x5696da 0x5f6403 0x56c5d1 0x5696da 0x5f6403 0x56c5d1 0x5f6226 0x56b3fe 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f90053560b3 0x5fb12e
+Model weights saved in /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/flax_model.msgpack
+tokenizer config file saved in ./tokenizer_config.json

wandb/run-20220324_170435-3q1wfjyt/files/requirements.txt

@@ -0,0 +1,193 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+anyio==3.5.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+debugpy==1.5.1
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+entrypoints==0.4
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.30.0
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.0
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.4.0
+iniconfig==1.1.1
+ipdb==0.13.9
+ipykernel==6.9.2
+ipython-genutils==0.2.0
+ipython==8.1.1
+ipywidgets==7.7.0
+jax==0.3.1
+jaxlib==0.3.0
+jedi==0.18.1
+jinja2==3.0.3
+jiwer==2.3.0
+joblib==1.1.0
+json5==0.9.6
+jsonschema==4.4.0
+jupyter-client==7.1.2
+jupyter-console==6.4.3
+jupyter-core==4.9.2
+jupyter-server==1.15.5
+jupyter==1.0.0
+jupyterlab-pygments==0.1.2
+jupyterlab-server==2.11.0
+jupyterlab-widgets==1.1.0
+jupyterlab==3.3.2
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+lab==7.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220128
+llvmlite==0.36.0
+markdown==3.3.6
+markupsafe==2.1.1
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+mistune==0.8.4
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclassic==0.3.7
+nbclient==0.5.13
+nbconvert==6.4.4
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook-shim==0.1.0
+notebook==6.4.10
+numba==0.53.0
+numpy==1.21.4
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==22.0.4
+pkg-resources==0.0.0
+pluggy==1.0.0
+pooch==1.6.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pytest==7.1.0
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2021.3
+pyyaml==6.0
+pyzmq==22.3.0
+qtconsole==5.2.2
+qtpy==2.0.1
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+send2trash==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==60.10.0
+shortuuid==1.0.8
+simplejson==3.17.6
+six==1.16.0
+smmap==5.0.0
+sniffio==1.2.0
+soundfile==0.10.3.post1
+soupsieve==2.3.1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+timeout-decorator==0.5.0
+tokenizers==0.11.6
+toml==0.10.2
+tomli==2.0.1
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tornado==6.1
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+txt2tags==3.7
+typing-extensions==4.1.1
+urllib3==1.26.8
+wandb==0.12.11
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.3.1
+werkzeug==2.0.3
+wheel==0.37.1
+widgetsnbextension==3.6.0
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220324_170435-3q1wfjyt/files/wandb-metadata.json

@@ -0,0 +1,52 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-24T17:04:38.335987",
+    "startedAt": "2022-03-24T17:04:35.037226",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=10",
+        "--per_device_train_batch_size=4",
+        "--per_device_eval_batch_size=4",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=1e-4",
+        "--warmup_steps=1000",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token",
+        "--wandb_project=flax-wav2vec2-2-gpt2-no-regularisation"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-gpt2-no-regularisation",
+        "commit": "2102271dda7144cb777336b0c4efe08f552f4cce"
+    },
+    "email": "[email protected]",
+    "root": "/home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation",
+    "host": "t1v-n-4eb331dd-w-0",
+    "username": "sanchitgandhi",
+    "executable": "/home/sanchitgandhi/venv/bin/python"
+}

wandb/run-20220324_170435-3q1wfjyt/files/wandb-summary.json

@@ -0,0 +1 @@
+{"decoder_grad_norm": 4.946557521820068, "encoder_grad_norm": 0.12964728474617004, "grad_norm": 4.948256015777588, "learning_rate": 6.249999569263309e-05, "loss": 4.1749982833862305, "_timestamp": 1648145302, "_runtime": 3827, "_step": 625, "eval_loss": 4.234776973724365, "eval_wer": 2.1047599535614285}

wandb/run-20220324_170435-3q1wfjyt/logs/debug.log

@@ -0,0 +1,24 @@
+2022-03-24 17:04:35,038 INFO    MainThread:317032 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/.config/wandb/settings
+2022-03-24 17:04:35,038 INFO    MainThread:317032 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/settings
+2022-03-24 17:04:35,038 INFO    MainThread:317032 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-24 17:04:35,038 INFO    MainThread:317032 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-24 17:04:35,038 INFO    MainThread:317032 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_170435-3q1wfjyt/logs/debug.log
+2022-03-24 17:04:35,038 INFO    MainThread:317032 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchitgandhi/flax-wav2vec2-2-gpt2-no-regularisation/wandb/run-20220324_170435-3q1wfjyt/logs/debug-internal.log
+2022-03-24 17:04:35,039 INFO    MainThread:317032 [wandb_init.py:init():439] calling init triggers
+2022-03-24 17:04:35,039 INFO    MainThread:317032 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-24 17:04:35,039 INFO    MainThread:317032 [wandb_init.py:init():492] starting backend
+2022-03-24 17:04:35,039 INFO    MainThread:317032 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-24 17:04:35,076 INFO    MainThread:317032 [backend.py:ensure_launched():219] starting backend process...
+2022-03-24 17:04:35,114 INFO    MainThread:317032 [backend.py:ensure_launched():224] started backend process with pid: 318088
+2022-03-24 17:04:35,116 INFO    MainThread:317032 [wandb_init.py:init():501] backend started and connected
+2022-03-24 17:04:35,129 INFO    MainThread:317032 [wandb_init.py:init():565] updated telemetry
+2022-03-24 17:04:35,219 INFO    MainThread:317032 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-24 17:04:36,136 INFO    MainThread:317032 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-24 17:04:36,194 INFO    MainThread:317032 [wandb_run.py:_on_init():1763] got version response 
+2022-03-24 17:04:36,195 INFO    MainThread:317032 [wandb_init.py:init():625] starting run threads in backend
+2022-03-24 17:04:38,379 INFO    MainThread:317032 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-24 17:04:38,380 INFO    MainThread:317032 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-24 17:04:38,380 INFO    MainThread:317032 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-24 17:04:38,382 INFO    MainThread:317032 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-24 17:04:38,382 INFO    MainThread:317032 [wandb_init.py:init():664] run started, returning control to user process