diff --git "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" @@ -0,0 +1,6534 @@ +2022-05-04 16:16:22,028 INFO MainThread:171932 [internal.py:wandb_internal():90] W&B internal server running at pid: 171932, started at: 2022-05-04 16:16:22.028213 +2022-05-04 16:16:22,031 INFO WriterThread:171932 [datastore.py:open_for_write():75] open: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/run-2jrat5mt.wandb +2022-05-04 16:16:22,033 DEBUG SenderThread:171932 [sender.py:send():232] send: header +2022-05-04 16:16:22,033 DEBUG SenderThread:171932 [sender.py:send():232] send: run +2022-05-04 16:16:22,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: check_version +2022-05-04 16:16:22,359 INFO SenderThread:171932 [dir_watcher.py:__init__():166] watching files in: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files +2022-05-04 16:16:22,360 INFO SenderThread:171932 [sender.py:_start_run_threads():811] run started: 2jrat5mt with start time 1651673781 +2022-05-04 16:16:22,360 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 16:16:22,360 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 16:16:22,360 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: check_version +2022-05-04 16:16:22,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: run_start +2022-05-04 16:16:22,509 DEBUG HandlerThread:171932 [meta.py:__init__():35] meta init +2022-05-04 16:16:22,509 DEBUG HandlerThread:171932 [meta.py:__init__():49] meta init done +2022-05-04 16:16:22,509 DEBUG HandlerThread:171932 [meta.py:probe():209] probe +2022-05-04 16:16:22,516 DEBUG HandlerThread:171932 [meta.py:_setup_git():199] setup git +2022-05-04 16:16:22,535 DEBUG HandlerThread:171932 [meta.py:_setup_git():206] setup git done +2022-05-04 16:16:22,536 DEBUG HandlerThread:171932 [meta.py:_save_pip():53] save pip +2022-05-04 16:16:22,536 DEBUG HandlerThread:171932 [meta.py:_save_pip():67] save pip done +2022-05-04 16:16:22,536 DEBUG HandlerThread:171932 [meta.py:probe():247] probe done +2022-05-04 16:16:22,542 DEBUG SenderThread:171932 [sender.py:send():232] send: files +2022-05-04 16:16:22,543 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-metadata.json with policy now +2022-05-04 16:16:22,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:16:22,551 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:16:22,799 DEBUG SenderThread:171932 [sender.py:send():232] send: telemetry +2022-05-04 16:16:22,799 DEBUG SenderThread:171932 [sender.py:send():232] send: config +2022-05-04 16:16:22,804 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:16:22,805 DEBUG SenderThread:171932 [sender.py:send():232] send: telemetry +2022-05-04 16:16:22,805 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:16:22,805 WARNING SenderThread:171932 [sender.py:send_metric():904] Seen metric with glob (shouldn't happen) +2022-05-04 16:16:22,805 DEBUG SenderThread:171932 [sender.py:send():232] send: telemetry +2022-05-04 16:16:23,273 INFO Thread-11 :171932 [upload_job.py:push():137] Uploaded file /tmp/tmpybphsne4wandb/2rhqhv2w-wandb-metadata.json +2022-05-04 16:16:23,363 INFO Thread-7 :171932 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:23,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 16:16:23,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-metadata.json +2022-05-04 16:16:23,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/requirements.txt +2022-05-04 16:16:25,361 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:31,363 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:33,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:37,366 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:38,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:16:38,076 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:16:41,367 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:43,368 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:45,369 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:49,370 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:51,371 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:51,389 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:16:53,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:16:53,310 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:16:53,372 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:53,372 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/config.yaml +2022-05-04 16:16:55,373 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:57,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:16:59,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:03,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:05,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:07,378 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:08,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:17:08,653 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:17:09,379 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:12,380 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:14,381 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:16,382 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:18,383 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:20,384 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:22,164 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:17:22,385 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:23,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:17:23,937 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:17:24,385 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:26,386 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:28,387 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:30,388 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:32,389 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:34,389 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:36,390 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:38,391 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:39,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:17:39,200 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:17:40,392 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:42,392 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:44,393 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:46,394 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:47,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:47,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:48,395 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:50,396 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:52,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,911 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:17:52,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,959 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:52,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:53,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:53,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:53,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:53,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:17:54,431 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:17:54,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:54,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:55,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,399 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:56,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:56,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:57,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,400 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:17:58,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,922 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:17:58,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:00,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:18:02,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:06,403 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:08,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:09,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:18:09,702 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:18:10,405 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:14,407 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:16,408 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:18,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:20,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:22,410 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:23,667 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:18:24,411 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:25,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:18:25,007 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:18:28,413 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:30,414 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:33,415 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:35,416 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:37,417 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:39,417 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:40,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:18:40,339 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:18:41,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:43,419 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:45,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:47,421 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:49,421 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:51,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:53,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:54,409 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:18:55,423 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:55,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:18:55,595 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:18:57,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:18:59,425 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:01,425 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:03,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:05,427 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:07,428 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:09,428 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:10,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:19:10,909 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:19:11,429 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:12,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:12,979 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:12,990 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:12,997 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:12,998 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,003 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,009 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,014 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,020 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,023 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,024 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,024 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,024 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,024 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,024 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,025 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,025 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,025 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,025 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,025 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,025 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,026 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,026 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,026 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,026 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,026 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,026 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,027 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,028 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,028 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,028 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,028 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,028 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,028 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,029 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,030 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,030 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,030 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,030 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,030 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,030 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,031 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,032 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,032 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,032 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,032 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,032 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,032 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,033 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,034 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,035 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,036 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,037 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,038 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,039 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,040 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,041 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,042 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,043 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,044 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,045 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,046 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,047 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,048 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,049 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,050 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,051 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,052 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,053 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,054 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,055 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,056 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,057 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,058 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,059 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,060 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,061 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,062 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,063 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,064 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,065 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,066 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,067 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,068 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,069 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,070 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,071 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,072 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,073 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,074 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,075 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,076 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,077 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,078 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,079 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,080 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,081 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,082 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,083 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,084 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,085 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,086 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,087 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,088 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 16:19:13,089 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 16:19:13,117 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 16:19:13,143 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 16:19:13,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:13,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 16:19:14,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:15,431 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:19,433 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:21,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:21,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:23,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:24,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:24,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:25,980 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:19:26,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:19:26,142 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:19:26,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,435 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/config.yaml +2022-05-04 16:19:26,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:26,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:27,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:28,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:28,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:29,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:29,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:30,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,285 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:31,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:32,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,439 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:33,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:33,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,095 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:34,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:19:35,440 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:37,441 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:41,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:19:41,467 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:19:42,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:44,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:46,444 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:48,445 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:50,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:52,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:54,447 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:55,993 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:19:56,448 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:19:56,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:19:56,813 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:20:00,449 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:02,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:04,451 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:06,451 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:08,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:10,453 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:12,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:20:12,106 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:20:12,453 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:14,454 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:16,455 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:18,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:20,457 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:22,457 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:24,458 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:26,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:26,803 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:20:27,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:20:27,379 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:20:28,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:31,460 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:33,461 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:35,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:37,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:39,463 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:39,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:39,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:41,464 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:42,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:20:42,615 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:20:47,466 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:48,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:48,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:51,468 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:53,469 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:55,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:55,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:57,470 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:20:57,600 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:20:58,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:20:58,137 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:20:58,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:58,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:20:59,471 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:00,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:00,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:01,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:02,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,473 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:03,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:03,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:05,474 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:06,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:06,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,475 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:07,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:07,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:08,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,160 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,160 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:10,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:21:11,476 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:13,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:21:13,380 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:21:13,477 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:15,478 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:17,479 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:19,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:21,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:23,481 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:25,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:27,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:28,390 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:21:28,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:21:28,657 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:21:30,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:32,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:34,485 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:36,486 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:38,487 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:40,487 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:42,488 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:43,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:21:43,949 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:21:44,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:46,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:48,490 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:50,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:52,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:54,492 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:56,493 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:58,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:21:59,182 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:21:59,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:21:59,184 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:22:00,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:02,495 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:04,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:04,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:04,669 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 16:22:04,778 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 16:22:04,822 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 16:22:05,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:05,497 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 16:22:06,497 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:12,499 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:14,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:22:14,708 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:22:16,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:18,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:18,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:22,503 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:23,016 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,017 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,020 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,022 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:23,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:24,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:26,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:26,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:27,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,505 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:28,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:28,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:29,981 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:22:30,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:22:30,074 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:22:30,506 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:31,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:31,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:32,507 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:34,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:34,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,508 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:35,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:35,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:36,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:37,509 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:39,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:39,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,511 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:41,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:41,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:43,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:43,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:44,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:22:45,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:22:45,470 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:22:45,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:47,513 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:49,515 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:51,516 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:53,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:55,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:57,519 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:22:59,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:00,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:23:00,715 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:23:00,963 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:23:01,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:03,521 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:05,522 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:07,523 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:09,524 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:11,525 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:13,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:15,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:16,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:23:16,115 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:23:17,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:19,528 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:21,529 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:23,529 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:25,530 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:27,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:29,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:29,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:29,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:31,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:23:31,358 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:23:31,532 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:31,604 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:23:37,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:41,536 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:43,537 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:46,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:23:46,605 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:23:47,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:48,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:48,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,540 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:49,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:49,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:53,541 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:54,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:54,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:56,542 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:58,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:23:59,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,959 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:23:59,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:00,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:01,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:01,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:24:01,840 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:24:02,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:02,394 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:24:02,545 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:03,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:03,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:04,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:05,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,546 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:06,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,723 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:06,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:08,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:10,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:10,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:10,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:11,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:12,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:12,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:14,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:15,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:15,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:16,551 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:17,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:24:17,197 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:24:18,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:20,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:22,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:24,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:26,555 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:28,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:30,557 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:32,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:24:32,450 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:24:32,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:33,183 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:24:34,559 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:36,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:38,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:40,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:42,562 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:44,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:46,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:47,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:24:47,754 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:24:48,564 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:50,565 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:52,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:24:52,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:52,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:24:53,005 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 16:24:53,102 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 16:24:53,138 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 16:24:53,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 16:24:54,567 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:01,569 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:03,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:25:03,050 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:25:03,977 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:25:05,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:07,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:11,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:12,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:12,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:13,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:15,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:16,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:16,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:17,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:18,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:25:18,302 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:25:19,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:21,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:23,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:24,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:24,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:25,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:27,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:27,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:27,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:28,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:29,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:29,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,959 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:30,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:31,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:32,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:32,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:33,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:33,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:25:33,785 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:25:34,756 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:25:35,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:35,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:36,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:36,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:37,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:38,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:38,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:39,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:41,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:25:41,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:43,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:45,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:47,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:49,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:25:49,150 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:25:49,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:51,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:53,593 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:55,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:57,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:25:59,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:01,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:03,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:04,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:26:04,395 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:26:05,494 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:26:05,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:07,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:09,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:11,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:13,601 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:15,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:17,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:19,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,603 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:19,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:19,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:26:19,971 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:26:21,604 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:26,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:30,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:34,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:35,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:26:35,351 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:26:36,288 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:26:38,611 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:40,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:42,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:45,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:45,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:46,614 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:48,615 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:49,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:49,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:50,616 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:50,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:26:50,698 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:26:52,617 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:55,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:55,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:56,618 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:57,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,399 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:57,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:58,619 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:26:59,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:26:59,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:00,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:00,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:01,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,621 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:02,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:02,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,621 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:04,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:04,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:05,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:27:06,033 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:27:06,622 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:06,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:06,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,094 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:27:07,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:07,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,623 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:08,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:08,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:09,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:10,624 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:11,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:11,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:12,625 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:13,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,399 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:13,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:15,626 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:17,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:19,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:21,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:27:21,454 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:27:21,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:23,629 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:25,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:27,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:29,631 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:31,632 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:33,633 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:35,634 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:36,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:27:36,721 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:27:37,634 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:37,883 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:27:39,635 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:41,636 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:43,637 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:45,638 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:46,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:27:46,270 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 16:27:46,378 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 16:27:46,433 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 16:27:46,638 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 16:27:47,638 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:52,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:27:52,170 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:27:53,641 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:27:57,643 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:01,645 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:03,646 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:07,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:28:07,531 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:28:07,648 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:08,664 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:28:09,649 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:11,650 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:15,651 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:18,653 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:20,654 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:20,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:20,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:22,655 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:22,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:28:22,826 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:28:26,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:26,657 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:27,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:27,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,657 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:28,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:28,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:29,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,658 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:30,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:30,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:31,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,659 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:32,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:32,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:33,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,660 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:34,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:34,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,660 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:36,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,922 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:36,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:37,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:38,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:28:38,111 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:28:38,661 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:39,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:39,458 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:28:40,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:40,662 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:41,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:41,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:28:42,663 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:44,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:46,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:48,665 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:50,666 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:52,667 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:53,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:28:53,414 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:28:54,668 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:56,669 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:28:58,670 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:00,670 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:02,671 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:04,672 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:06,673 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:08,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:29:08,652 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:29:08,674 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:10,253 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:29:10,674 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:12,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,676 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:12,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:12,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:14,677 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:18,678 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:23,681 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:24,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:29:24,034 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:29:27,682 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:29,683 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:33,684 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:35,686 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:39,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:29:39,471 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:29:39,687 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:40,993 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:29:41,688 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:43,689 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:45,690 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:46,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:46,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:47,691 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:49,692 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:50,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:50,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:51,692 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:53,693 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:54,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:29:54,916 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:29:55,694 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:57,694 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:29:57,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:57,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:58,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:29:59,695 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:00,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:00,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:01,696 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:02,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:02,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:03,697 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:04,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:04,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:05,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:06,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,113 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:06,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:07,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:09,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:09,699 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:10,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:30:10,215 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:30:11,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,700 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:11,793 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:30:11,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:11,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:13,701 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:15,702 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:17,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:19,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:21,704 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:23,705 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:25,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:30:25,503 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:30:25,706 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:27,706 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:29,707 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:31,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:33,709 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:35,709 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:37,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 16:30:37,742 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 16:30:37,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:37,860 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 16:30:37,894 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 16:30:38,798 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:38,798 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 16:30:40,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:30:40,730 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:30:40,798 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:42,568 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:30:42,799 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:44,800 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:46,801 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:48,801 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:50,802 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:52,803 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:54,804 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:56,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:30:56,099 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:30:56,805 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:30:58,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:00,807 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:02,808 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:04,809 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:06,810 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:08,810 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:10,811 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:11,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:31:11,392 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:31:12,812 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:13,321 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:31:14,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:16,814 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:18,815 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:20,815 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:22,816 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:24,817 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:26,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:31:26,838 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:31:27,818 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:29,819 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:31,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:33,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:35,821 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:37,822 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:39,823 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:41,824 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:42,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:31:42,137 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:31:43,825 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:44,075 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:31:45,826 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:47,826 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:49,827 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:51,828 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:53,829 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:55,829 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:57,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:31:57,567 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:31:57,830 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:31:59,831 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:01,832 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:03,833 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:05,834 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:07,835 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:09,835 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:11,836 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:12,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:32:12,934 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:32:13,837 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:14,825 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:32:15,838 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:17,839 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:19,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:21,841 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:24,842 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:26,843 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:28,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:32:28,244 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:32:28,844 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:30,845 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:32,845 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:34,846 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:36,847 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:38,848 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:40,849 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:42,850 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:43,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:32:43,789 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:32:44,851 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:45,571 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:32:46,851 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:48,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:50,853 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:52,854 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:54,855 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:56,856 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:58,856 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:32:59,018 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:32:59,018 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:33:00,857 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:02,858 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:04,859 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:06,860 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:08,861 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:11,862 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:13,863 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:14,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:33:14,279 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:33:15,864 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:16,276 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:33:17,865 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:19,866 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:21,866 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:23,867 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:25,868 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:27,869 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:29,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:33:29,526 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:33:29,870 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:31,871 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:33,872 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:35,873 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:37,873 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:39,874 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:41,875 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:43,876 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:44,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:33:44,840 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:33:45,877 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:47,036 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:33:47,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:49,879 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:51,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:53,881 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:55,882 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:57,883 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:33:59,884 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:00,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:34:00,174 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:34:01,885 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:03,885 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:05,886 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:07,887 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:09,889 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:11,889 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:13,890 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:15,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:34:15,465 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:34:15,891 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:17,790 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:34:17,892 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:19,893 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:21,894 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:23,895 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:25,895 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:27,896 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:29,897 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:31,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:34:31,087 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:34:31,898 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:33,899 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:36,900 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:38,901 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:40,902 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:42,903 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:44,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:46,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:34:46,465 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:34:46,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:48,533 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:34:48,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:50,906 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:52,907 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:54,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:56,909 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:34:58,910 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:00,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:01,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:35:01,709 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:35:02,912 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:04,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:06,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:08,914 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:10,915 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:12,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:14,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:16,918 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:17,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:35:17,058 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:35:18,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:19,296 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:35:20,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:22,920 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:24,921 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:26,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:28,923 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:30,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:32,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:35:32,370 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:35:32,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:34,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:36,926 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:38,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:40,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:42,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:44,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:46,930 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:47,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:35:47,610 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:35:49,931 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:50,036 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:35:51,932 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:53,933 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:55,934 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:57,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:35:59,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:01,936 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:02,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:36:02,852 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:36:03,937 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:05,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:07,939 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:09,940 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:11,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:13,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:15,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:17,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:18,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:36:18,253 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:36:19,944 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:20,791 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:36:21,945 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:23,946 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:25,946 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:27,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:29,948 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:31,948 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:33,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:36:33,536 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:36:33,949 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:35,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:37,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:39,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:41,952 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:43,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:45,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:47,954 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:48,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:36:48,856 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:36:49,955 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:51,549 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:36:51,955 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:53,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:55,957 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:36:58,958 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:00,959 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:02,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:04,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:37:04,176 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:37:04,961 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:06,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:08,963 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:10,964 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:12,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:14,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:16,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:18,968 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:19,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:37:19,477 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:37:20,969 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:22,324 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:37:22,970 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:24,971 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:26,972 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:28,973 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:30,974 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:32,975 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:34,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:37:34,849 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:37:34,976 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:36,977 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:38,978 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:40,979 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:42,980 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:44,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:46,982 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:48,983 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:50,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:37:50,129 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:37:50,984 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:52,985 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:53,099 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:37:54,986 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:56,987 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:37:58,988 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:01,989 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:03,990 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:05,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:38:05,449 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:38:05,991 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:07,991 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:09,992 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:11,993 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:13,994 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:15,995 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:17,996 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:19,996 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:20,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:38:20,795 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:38:21,997 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:23,842 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:38:23,998 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:25,999 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:27,999 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:30,000 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:32,001 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:34,002 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:36,003 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:36,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:38:36,170 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:38:38,004 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:40,005 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:42,006 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:44,006 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:46,007 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:48,008 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:50,009 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:51,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:38:51,461 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:38:52,010 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:54,573 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:38:55,011 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:57,012 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:38:59,013 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:01,014 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:03,015 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:05,016 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:06,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:39:06,820 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:39:07,016 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:09,017 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:11,018 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:13,019 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:15,020 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:17,021 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:19,022 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:21,023 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:22,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:39:22,719 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:39:23,023 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:25,024 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:25,326 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:39:27,025 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:29,026 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:31,027 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:33,027 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:35,028 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:37,029 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:37,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:39:37,988 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:39:39,029 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:41,030 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:43,031 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:45,032 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:47,033 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:49,034 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:51,035 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:53,036 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:53,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:39:53,238 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:39:55,037 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:39:56,108 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:39:57,038 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:00,039 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:02,040 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:04,041 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:06,041 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:08,042 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:08,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:40:08,594 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:40:10,043 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:12,044 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:14,045 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:16,046 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:18,047 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:20,048 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:22,049 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:23,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:40:23,836 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:40:24,049 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:26,050 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:26,904 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:40:28,051 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:30,052 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:32,053 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:34,054 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:36,054 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:38,055 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:39,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:40:39,066 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:40:40,056 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:42,057 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:45,058 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:47,059 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:49,060 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:51,061 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:53,062 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:54,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:40:54,498 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:40:55,062 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:57,063 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:40:57,692 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:40:59,064 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:01,065 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:03,066 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:05,067 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:07,068 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:09,069 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:09,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:41:09,776 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:41:11,069 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:13,070 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:15,071 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:17,072 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:19,073 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:21,074 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:23,075 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:25,076 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:25,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:41:25,079 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:41:27,077 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:28,495 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:41:29,077 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:31,078 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:34,079 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:36,080 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:38,081 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:40,082 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:40,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:41:40,328 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:41:42,083 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:44,084 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:46,085 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:48,085 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:50,086 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:52,087 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:54,088 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:55,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:41:55,564 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:41:56,089 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:58,089 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:41:59,284 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:42:00,090 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:02,091 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:04,092 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:06,093 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:08,094 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:10,095 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:11,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:42:11,137 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:42:12,095 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:14,096 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:16,097 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:18,098 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:20,099 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:22,100 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:24,100 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:26,101 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:26,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:42:26,426 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:42:29,102 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:30,106 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:42:31,103 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:33,104 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:35,105 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:37,106 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:39,107 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:41,108 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:41,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:42:41,822 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:42:43,109 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:45,109 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:47,110 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:49,111 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:51,112 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:53,113 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:55,114 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:57,114 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:42:57,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:42:57,116 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:42:59,115 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:00,905 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:43:01,116 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:03,117 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:05,118 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:07,119 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:09,120 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:11,121 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:12,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:43:12,666 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:43:13,121 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:15,122 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:17,123 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:19,124 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:21,125 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:23,125 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:25,126 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:27,127 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:28,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:43:28,483 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:43:29,128 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:31,129 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:31,722 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:43:33,130 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:35,130 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:37,131 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:39,132 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:41,133 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:43,134 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:43,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:43:43,794 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:43:45,134 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:47,136 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:49,137 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:51,138 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:54,139 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:56,140 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:58,140 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:43:59,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:43:59,125 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:44:00,141 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:02,142 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:02,535 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:44:04,143 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:06,144 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:08,145 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:10,146 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:12,147 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:14,147 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:14,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:44:14,412 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:44:16,148 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:18,149 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:20,150 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:22,151 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:24,151 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:26,152 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:28,153 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:29,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:44:29,769 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:44:30,154 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:32,155 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:33,341 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:44:34,155 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:36,156 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:38,157 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:40,158 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:42,159 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:44,160 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:45,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:44:45,013 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:44:46,161 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:48,162 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:50,163 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:52,163 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:54,164 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:56,165 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:44:58,166 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:00,167 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:00,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:45:00,369 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:45:02,168 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:04,145 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:45:04,168 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:06,169 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:09,170 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:11,171 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:13,172 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:15,173 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:15,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:45:15,791 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:45:17,174 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:19,175 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:21,176 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:23,177 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:25,177 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:27,178 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:29,179 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:31,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:45:31,092 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:45:31,180 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:33,181 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:34,939 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:45:35,182 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:37,183 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:39,183 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:41,184 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:43,185 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:45,186 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:46,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:45:46,449 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:45:47,187 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:49,187 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:51,188 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:53,189 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:55,190 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:57,191 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:45:59,192 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:01,192 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:01,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:46:01,690 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:46:03,193 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:05,194 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:05,735 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:46:07,195 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:09,196 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:11,197 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:13,197 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:16,199 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:17,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:46:17,049 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:46:18,200 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:20,201 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:22,202 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:24,202 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:26,203 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:28,204 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:30,205 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:32,206 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:32,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:46:32,386 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:46:34,207 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:36,208 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:36,519 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:46:38,209 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:40,210 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:42,210 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:44,211 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:46,212 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:47,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:46:47,714 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:46:48,213 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:50,214 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:52,215 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:54,216 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:56,217 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:46:58,218 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:00,218 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:02,219 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:02,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:47:02,946 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:47:04,222 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:07,223 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:07,320 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:47:09,224 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:11,225 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:13,225 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:15,226 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:17,227 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:18,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:47:18,249 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:47:19,228 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:21,229 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:23,230 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:25,231 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:27,231 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:29,232 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:31,233 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:33,234 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:33,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:47:33,582 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:47:35,235 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:37,235 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:38,072 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:47:39,236 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:41,237 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:43,238 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:45,238 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:47,239 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:48,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:47:48,910 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:47:49,240 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:51,241 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:53,242 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:55,243 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:57,243 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:47:59,244 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:01,245 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:03,246 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:05,247 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:05,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:48:05,416 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:48:07,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:08,816 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:48:09,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:11,249 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:13,250 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:15,251 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:17,252 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:19,252 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:20,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:48:20,726 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:48:21,253 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:23,254 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:26,255 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:28,256 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:30,257 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:32,258 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:34,259 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:36,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:48:36,055 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:48:36,260 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:38,261 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:39,577 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:48:40,262 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:42,263 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:44,264 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:46,265 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:48,266 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:50,267 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:51,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:48:51,684 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:48:52,268 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:54,269 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:56,270 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:48:58,271 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:00,272 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:02,273 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:04,274 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:06,275 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:07,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:49:07,283 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:49:08,276 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:10,277 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:10,352 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:49:12,278 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:14,279 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:16,280 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:18,281 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:20,282 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:22,283 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:22,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:49:22,676 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:49:24,284 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:26,285 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:29,286 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:31,287 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:33,288 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:35,289 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:37,290 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:37,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:49:37,946 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:49:39,291 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:41,131 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:49:41,292 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:43,293 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:45,294 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:47,295 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:49,296 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:51,297 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:53,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:49:53,184 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:49:53,298 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:55,299 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:57,300 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:49:59,301 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:01,302 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:03,303 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:05,304 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:07,305 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:08,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:50:08,582 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:50:09,306 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:11,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:11,852 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:50:13,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:15,308 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:17,310 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:19,311 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:21,311 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:23,312 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:23,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:50:23,817 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:50:25,314 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:27,314 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:29,315 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:31,316 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:33,317 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:35,318 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:37,319 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:39,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:50:39,151 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:50:39,320 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:41,321 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:42,616 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:50:43,323 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:45,324 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:47,325 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:49,325 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:52,327 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:54,328 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:54,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:50:54,531 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:50:56,329 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:50:58,330 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:00,331 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:02,332 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:04,333 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:06,334 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:08,335 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:09,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:51:09,846 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:51:10,336 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:12,337 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:13,366 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:51:14,338 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:16,339 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:18,340 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:20,341 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:22,342 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:24,343 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:25,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:51:25,235 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:51:26,344 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:28,345 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:30,346 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:32,347 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:34,348 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:36,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:38,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:40,350 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:40,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:51:40,536 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:51:42,352 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:44,216 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:51:44,352 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:46,353 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:48,354 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:50,356 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:52,357 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:54,357 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:55,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:51:55,820 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:51:56,358 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:51:58,359 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:00,360 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:02,361 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:05,363 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:07,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:09,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:11,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:52:11,060 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:52:11,365 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:13,366 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:14,966 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:52:15,367 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:17,368 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:19,369 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:21,370 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:23,371 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:25,372 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:26,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:52:26,605 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:52:27,373 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:29,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:31,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:33,375 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:35,376 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:37,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:39,378 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:41,379 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:41,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:52:41,871 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:52:43,380 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:45,381 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:45,736 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:52:47,382 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:49,382 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:51,383 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:53,384 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:55,385 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:57,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:52:57,200 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:52:57,386 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:52:59,387 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:01,388 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:04,390 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:06,391 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:08,392 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:10,393 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:12,394 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:12,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:53:12,441 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:53:14,395 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:16,396 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:16,468 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:53:18,397 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:20,398 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:22,399 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:24,400 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:26,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:27,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:53:27,802 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:53:28,402 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:30,403 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:32,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:34,405 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:36,406 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:38,407 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:40,408 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:42,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:43,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:53:43,203 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:53:44,410 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:46,411 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:47,216 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:53:48,412 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:50,413 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:52,414 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:54,415 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:56,416 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:58,417 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:53:58,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:53:58,496 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:54:00,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:02,419 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:04,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:06,421 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:08,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:10,423 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:12,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:13,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:54:13,822 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:54:14,425 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:17,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:18,002 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:54:19,427 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:21,428 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:23,429 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:25,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:27,431 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:29,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:54:29,135 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:54:29,432 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:31,433 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:33,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:35,435 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:37,436 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:39,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:41,438 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:43,439 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:44,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:54:44,455 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:54:45,440 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:47,441 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:48,790 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:54:49,442 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:51,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:53,444 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:55,445 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:57,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:59,447 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:54:59,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:54:59,769 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:55:01,448 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:03,449 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:05,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:07,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:09,451 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:11,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:13,453 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:15,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:55:15,058 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:55:15,454 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:17,455 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:19,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:19,552 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:55:21,457 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:23,458 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:25,458 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:27,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:30,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:55:30,326 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:55:30,460 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:32,461 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:34,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:36,464 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:38,465 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:40,466 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:42,467 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:44,468 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:45,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:55:45,564 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:55:46,469 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:48,470 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:50,313 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:55:50,471 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:52,472 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:54,473 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:56,474 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:55:58,475 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:00,476 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:00,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:56:00,857 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:56:02,477 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:04,478 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:06,479 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:08,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:10,481 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:12,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:14,483 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:16,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:56:16,099 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:56:16,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:18,485 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:20,486 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:21,048 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:56:22,487 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:24,488 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:26,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:28,490 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:30,490 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:31,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:56:31,471 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:56:32,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:35,493 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:37,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:39,495 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:41,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:43,497 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:45,498 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:46,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:56:46,719 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:56:47,499 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:49,500 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:51,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:51,981 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:56:53,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:55,502 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:57,503 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:56:59,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:01,505 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:01,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:57:01,988 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:57:03,506 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:05,507 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:07,508 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:09,509 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:11,510 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:13,511 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:15,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:17,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:57:17,284 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:57:17,513 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:19,514 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:21,515 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:22,774 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:57:23,516 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:26,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:28,518 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:30,519 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:32,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:32,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:57:32,557 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:57:34,522 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:36,523 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:38,524 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:40,525 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:42,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:44,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:46,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:47,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:57:47,881 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:57:48,528 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:50,529 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:52,530 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:53,735 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:57:54,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:56,532 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:57:58,533 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:00,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:02,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:03,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:58:03,284 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:58:04,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:06,536 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:08,537 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:10,538 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:12,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:14,540 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:16,541 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:19,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:58:19,082 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:58:19,542 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:21,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:23,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:24,551 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:58:25,545 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:27,546 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:29,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:31,548 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:33,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:34,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:58:34,602 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:58:35,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:37,551 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:39,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:41,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:43,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:45,555 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:47,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:49,557 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:49,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:58:49,869 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:58:51,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:53,559 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:55,516 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:58:55,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:57,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:58:59,562 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:01,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:03,564 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:05,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:59:05,165 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:59:05,565 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:07,567 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:09,568 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:11,569 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:13,570 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:15,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:17,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:20,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:59:20,465 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:59:20,574 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:22,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:24,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:26,302 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:59:26,577 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:28,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:30,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:32,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:34,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:35,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:59:35,704 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:59:36,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:38,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:40,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:42,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:44,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:46,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:48,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:50,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:51,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 16:59:51,718 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 16:59:52,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:54,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:56,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 16:59:57,037 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 16:59:58,593 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:00,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:02,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:04,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:06,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:07,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:00:07,043 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 17:00:08,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:10,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:12,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:14,601 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:16,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:18,603 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:20,604 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:22,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:00:22,351 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 17:00:22,605 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:24,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:26,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:27,782 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 17:00:28,608 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:30,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:32,610 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:34,611 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:00:37,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:00:37,584 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 17:00:53,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:00:53,213 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 17:00:58,541 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 17:01:08,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:01:08,506 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 17:01:15,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 17:01:15,779 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 17:01:15,784 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 17:01:15,790 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 17:01:15,796 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 17:01:15,801 DEBUG SenderThread:171932 [sender.py:send():232] send: metric +2022-05-04 17:01:15,806 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 17:01:15,814 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 17:01:15,860 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 17:01:16,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:01:16,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 17:01:17,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:01:19,629 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:01:23,631 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 17:01:23,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:01:23,761 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 17:01:29,300 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 17:01:36,706 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/config.yaml +2022-05-04 17:01:39,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 17:01:39,042 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status