diff --git "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" --- "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" +++ "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" @@ -45130,3 +45130,5696 @@ 2022-05-04 22:23:14,397 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status 2022-05-04 22:23:29,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status 2022-05-04 22:23:29,639 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:23:33,213 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:23:34,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:36,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:42,530 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:44,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:44,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:23:44,881 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:23:46,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:48,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:48,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:50,533 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:52,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:52,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:52,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:55,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:56,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:58,536 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:23:58,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:23:58,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:00,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:24:00,420 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:24:02,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:02,538 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:04,000 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:24:04,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:06,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:06,540 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:09,541 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:11,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:11,542 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:12,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:12,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:15,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:15,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:24:15,916 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:24:17,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:18,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:18,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:19,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:19,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:20,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:21,545 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:22,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:22,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:23,546 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:24,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:24,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:25,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:25,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:27,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:29,548 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:31,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,095 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:24:31,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:24:31,248 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:24:31,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:33,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:34,767 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:24:35,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:37,551 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:39,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:41,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:43,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:45,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:46,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:24:46,677 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:24:47,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:49,555 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:51,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:53,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:55,557 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:57,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:24:59,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:01,559 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:01,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:25:01,945 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:25:03,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:03,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:05,515 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:25:05,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:09,562 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:13,564 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:17,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:25:17,247 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:25:17,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:21,568 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:21,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:21,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:23,568 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:24,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:24,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,569 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:25,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:25,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:26,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:28,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:29,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:31,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:32,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:25:32,485 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:25:32,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:32,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,573 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:33,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:33,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:35,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:35,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:36,330 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:25:36,574 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:37,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:37,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:38,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:39,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:39,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:42,577 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:44,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:45,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,723 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:45,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:46,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:47,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:25:47,840 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:25:48,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:50,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:50,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,723 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:50,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:51,481 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:52,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:53,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:53,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:54,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:55,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:55,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:56,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:56,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:58,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:25:59,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:25:59,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:00,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:02,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:03,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:26:03,190 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:26:04,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,204 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:04,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:06,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:07,122 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:26:08,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:10,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:12,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:14,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:16,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:18,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:26:18,464 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:26:18,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:20,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:22,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:24,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:26,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:27,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:27,622 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 22:26:27,737 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 22:26:27,775 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 22:26:28,724 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:28,725 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 22:26:33,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:26:33,915 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:26:34,726 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:38,088 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:26:38,728 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:42,730 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:44,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:48,733 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:49,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:26:49,368 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:26:50,734 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:52,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,735 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:52,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:52,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:53,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:54,736 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:26:56,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:56,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:57,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:26:58,737 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:00,738 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:02,739 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:03,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,113 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:03,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:04,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:27:04,686 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:27:04,740 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:06,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:06,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,293 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:07,741 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:08,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:08,842 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:27:09,742 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:11,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:11,743 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:13,745 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:15,746 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:16,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:16,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:17,747 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:18,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:18,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:19,748 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:19,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:27:19,979 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:27:21,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,749 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:21,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:21,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:22,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:22,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:22,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:22,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:22,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:22,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:23,750 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:24,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:24,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,751 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:25,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:25,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:27,752 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:28,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:28,204 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:29,753 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:31,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:31,754 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:33,755 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:35,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:27:35,261 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:27:35,756 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:37,757 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:39,629 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:27:39,758 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:41,759 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:43,760 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:45,761 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:47,762 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:49,763 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:50,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:27:50,501 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:27:51,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:27:51,764 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:27:57,766 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:01,768 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:05,770 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:05,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:28:05,852 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:28:07,771 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:10,386 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:28:12,773 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:14,774 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:16,776 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:20,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,204 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:20,778 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:21,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:28:21,216 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:28:22,779 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:23,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:23,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:24,780 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:25,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:25,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,781 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:26,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:26,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:28,782 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:29,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,095 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:29,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:30,783 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:32,784 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:33,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,481 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:33,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:34,785 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:35,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:35,285 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:36,785 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:36,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:28:36,912 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:28:38,786 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:39,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:39,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:40,787 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:41,135 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:28:42,788 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:44,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:44,789 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:46,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:46,790 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:48,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,791 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:48,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:48,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:50,792 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:51,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:51,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:52,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:28:52,292 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:28:52,793 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:54,794 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:56,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:56,795 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:57,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:57,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:58,796 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:28:59,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,160 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,160 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,161 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:28:59,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:00,797 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:02,798 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:04,799 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:06,800 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:07,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:29:07,553 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:29:08,801 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:10,802 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:11,889 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:29:12,803 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:14,804 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:16,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:16,669 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 22:29:16,761 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 22:29:16,788 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 22:29:16,805 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:16,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 22:29:17,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:18,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:22,808 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:22,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:29:22,846 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:29:26,810 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:30,812 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:33,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:37,815 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:38,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:29:38,115 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:29:39,816 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:41,817 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:42,663 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:29:45,819 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:47,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:49,821 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:50,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:50,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:51,822 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:52,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:52,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:29:53,358 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:29:53,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:53,823 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:54,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:54,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:55,824 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:56,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:56,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:57,825 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:29:59,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:29:59,826 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:01,827 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:02,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:02,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:03,828 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:05,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:05,829 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:07,830 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:07,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:07,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:08,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:30:08,611 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:30:09,831 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:11,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:11,832 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:13,433 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:30:13,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:13,833 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:15,834 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:16,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:16,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,399 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,399 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:17,835 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:19,836 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:20,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:20,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:21,837 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:23,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:23,838 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:23,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:30:23,969 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:30:25,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:25,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:27,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:29,841 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:31,843 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:33,844 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:35,845 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:37,846 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:39,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:30:39,265 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:30:39,847 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:40,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:40,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:30:41,848 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:44,170 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:30:47,850 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:51,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:54,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:30:54,549 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:30:55,854 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:30:58,855 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:02,857 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:04,858 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:06,859 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:09,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:31:09,792 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:31:10,861 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:12,862 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:14,863 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:14,960 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:31:16,864 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:18,865 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:20,866 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:22,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:22,867 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:23,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:23,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:24,868 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:25,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:31:25,078 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:31:26,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:26,869 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:28,870 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:30,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:30,871 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:32,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,872 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:32,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:32,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,723 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:33,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:34,873 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:35,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:35,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:36,874 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:38,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:38,875 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:40,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:31:40,314 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:31:40,876 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:42,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,723 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:42,877 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:43,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:43,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,160 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:44,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:45,689 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:31:45,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:45,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,879 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:46,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:46,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:48,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:50,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:51,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:51,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:52,881 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:54,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:31:54,882 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:55,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:31:55,635 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:31:56,883 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:31:58,884 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:00,885 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:02,886 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:04,887 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:06,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:06,457 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 22:32:06,572 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 22:32:06,609 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 22:32:06,888 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:06,888 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 22:32:07,888 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:11,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:32:11,291 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:32:13,891 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:16,451 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:32:17,893 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:21,895 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:23,896 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:26,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:32:26,559 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:32:27,897 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:29,898 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:31,899 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:35,901 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:37,902 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:39,903 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:41,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:42,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:32:42,034 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:32:43,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:47,205 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:32:47,907 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:48,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:48,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:49,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:51,909 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:52,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:52,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:53,910 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:54,018 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,019 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,022 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:54,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:55,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:56,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:56,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:57,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:32:57,324 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:32:57,912 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:32:58,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:58,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:32:59,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:01,914 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:03,915 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:04,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:04,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:05,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:06,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:06,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:07,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:09,918 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:11,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:12,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:12,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:33:12,713 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:33:13,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:13,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:14,920 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:16,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:16,921 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:17,974 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:33:18,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:18,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:19,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:19,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:20,923 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:21,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:21,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:22,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:23,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:23,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:24,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:26,926 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:27,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:33:27,968 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:33:28,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:30,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:32,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:33:32,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:34,930 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:40,933 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:42,934 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:43,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:33:43,253 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:33:46,936 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:48,757 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:33:48,937 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:52,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:54,939 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:33:58,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:33:58,861 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:33:58,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:00,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:02,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:04,944 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:06,945 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:08,946 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:10,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:13,949 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:14,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:34:14,299 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:34:15,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:17,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:19,498 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:34:19,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,952 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:19,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:19,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:20,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:21,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:22,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:22,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:23,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:24,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:24,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:25,954 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:27,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:29,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:34:29,609 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:34:29,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:30,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,016 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:30,016 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:31,958 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:32,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:32,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:33,959 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:35,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:36,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:36,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:37,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:39,961 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:40,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:40,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:41,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:43,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:43,963 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:44,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:44,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:34:44,848 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:34:45,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:45,964 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:47,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:48,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:48,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:49,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:50,271 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:34:51,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:53,968 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:54,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:34:54,959 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 22:34:55,060 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 22:34:55,094 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 22:34:56,061 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:34:56,061 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 22:34:57,062 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:00,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:35:00,128 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:35:02,064 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:06,065 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:08,066 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:12,068 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:14,069 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:15,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:35:15,500 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:35:16,070 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:20,072 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:21,035 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:35:22,073 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:24,074 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:26,075 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:29,076 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:30,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:35:30,872 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:35:31,077 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:35,079 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:37,080 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:39,081 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:41,082 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:43,083 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:43,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:43,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:45,084 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:46,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:46,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:35:46,229 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:35:47,085 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:49,086 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:49,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:49,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,464 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:50,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,087 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:51,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:51,796 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:35:53,088 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:53,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:53,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:55,089 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:56,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:56,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,090 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:35:57,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:57,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:35:59,091 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:01,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:01,092 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:01,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:36:01,601 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:36:02,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:02,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:03,093 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:05,094 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:05,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:05,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:06,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:07,095 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:09,096 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:09,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:09,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:10,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,097 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:11,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:11,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:12,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:13,098 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:15,099 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:16,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:36:16,979 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:36:17,099 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:17,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:17,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:36:19,100 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:22,545 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:36:26,103 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:30,105 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:32,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:36:32,236 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:36:34,107 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:36,108 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:40,110 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:42,111 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:44,112 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:47,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:36:47,645 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:36:48,114 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:50,115 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:52,116 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:53,338 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:36:54,117 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:56,118 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:36:58,119 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:02,121 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:02,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:37:02,959 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:37:04,122 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:06,123 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:08,124 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:10,125 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:11,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:11,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:12,126 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:15,128 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:16,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:16,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:17,129 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:18,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:37:18,309 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:37:19,130 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:20,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:20,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,131 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:21,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:21,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,132 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:23,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:23,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,097 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:37:24,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:24,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,132 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:25,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,959 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:25,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:27,134 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:29,135 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:29,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:29,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:31,135 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:33,136 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:33,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:33,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:37:33,598 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:37:35,137 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:35,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:35,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,138 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:37,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:37,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:38,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,139 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:39,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:39,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,922 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:40,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:41,140 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:43,141 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:44,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 22:37:44,722 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 22:37:44,815 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 22:37:44,841 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 22:37:45,142 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:45,142 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 22:37:46,142 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:47,143 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:48,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:37:48,834 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:37:49,144 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:51,144 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:53,145 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:54,902 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:37:55,146 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:57,147 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:37:59,147 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:01,148 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:03,149 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:04,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:38:04,068 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:38:05,150 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:07,151 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:09,152 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:11,153 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:13,154 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:15,155 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:17,156 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:19,156 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:19,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:38:19,466 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:38:21,157 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:23,158 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:25,159 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:25,689 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:38:27,160 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:29,162 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:32,163 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:34,164 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:34,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:38:34,763 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:38:36,165 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:38,166 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:40,167 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:42,167 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:44,168 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:46,169 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:48,170 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:50,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:38:50,070 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:38:50,171 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:52,171 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:54,172 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:56,173 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:38:56,444 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:38:58,174 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:00,175 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:02,176 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:04,177 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:05,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:39:05,424 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:39:06,178 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:08,179 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:10,180 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:12,181 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:15,183 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:17,184 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:19,185 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:20,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:39:20,672 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:39:21,186 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:23,187 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:25,188 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:27,189 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:27,205 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:39:29,190 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:31,191 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:33,192 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:35,193 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:35,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:39:35,989 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:39:37,194 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:39,195 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:41,196 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:43,197 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:45,198 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:47,199 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:49,200 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:51,201 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:51,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:39:51,327 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:39:53,202 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:55,203 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:57,204 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:39:57,993 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:39:59,205 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:01,206 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:03,207 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:05,208 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:06,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:40:06,789 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:40:07,209 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:09,210 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:11,211 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:13,212 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:15,213 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:18,214 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:20,215 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:22,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:40:22,052 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:40:22,216 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:24,217 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:26,218 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:28,219 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:28,759 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:40:30,220 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:32,221 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:34,222 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:36,223 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:37,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:40:37,384 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:40:38,224 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:40,225 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:42,226 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:44,227 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:46,228 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:48,229 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:50,230 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:52,231 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:52,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:40:52,671 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:40:54,232 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:56,233 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:58,234 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:40:59,497 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:41:00,235 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:02,236 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:04,237 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:06,238 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:08,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:41:08,080 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:41:08,239 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:10,240 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:12,241 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:14,242 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:16,243 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:18,244 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:20,245 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:22,245 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:23,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:41:23,414 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:41:24,246 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:27,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:29,249 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:30,263 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:41:31,250 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:33,251 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:35,252 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:37,253 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:38,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:41:38,761 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:41:39,254 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:41,255 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:43,256 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:45,257 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:47,258 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:49,259 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:51,260 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:53,261 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:54,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:41:54,004 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:41:55,262 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:57,263 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:41:59,264 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:01,031 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:42:01,265 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:03,266 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:05,267 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:07,268 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:09,268 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:09,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:42:09,469 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:42:11,270 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:13,270 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:15,271 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:17,272 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:19,273 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:21,274 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:23,275 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:24,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:42:24,708 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:42:26,276 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:28,277 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:30,278 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:31,801 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:42:32,279 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:34,280 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:36,281 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:38,282 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:39,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:42:39,948 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:42:40,283 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:42,284 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:44,286 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:46,286 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:48,287 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:50,288 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:52,290 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:54,291 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:55,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:42:55,309 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:42:56,292 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:42:58,293 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:00,294 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:02,295 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:02,562 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:43:04,296 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:06,296 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:08,297 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:10,298 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:10,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:43:10,689 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:43:12,299 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:14,300 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:16,301 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:19,302 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:21,304 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:23,305 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:25,306 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:25,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:43:25,979 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:43:27,306 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:29,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:31,308 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:33,309 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:33,328 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:43:35,310 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:37,311 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:39,312 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:41,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:43:41,212 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:43:41,313 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:43,314 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:45,315 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:47,316 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:49,317 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:51,318 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:53,319 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:55,320 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:56,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:43:56,534 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:43:57,321 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:43:59,322 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:01,323 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:03,324 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:04,115 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:44:05,325 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:07,326 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:09,327 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:11,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:44:11,783 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:44:12,328 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:14,329 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:16,330 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:18,331 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:20,332 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:22,333 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:24,334 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:26,335 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:27,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:44:27,169 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:44:28,336 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:30,337 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:32,338 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:34,339 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:34,900 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:44:36,340 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:38,341 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:40,342 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:42,343 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:42,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:44:42,499 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:44:44,344 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:46,345 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:48,346 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:50,347 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:52,348 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:54,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:56,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:44:57,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:44:57,817 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:44:58,350 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:01,352 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:03,353 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:05,354 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:05,659 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:45:07,355 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:09,356 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:11,357 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:13,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:45:13,130 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:45:13,358 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:15,359 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:17,360 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:19,361 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:21,362 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:23,363 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:25,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:27,365 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:28,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:45:28,431 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:45:29,366 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:31,367 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:33,368 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:35,368 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:36,418 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:45:37,370 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:39,371 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:41,372 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:43,373 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:43,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:45:43,754 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:45:45,373 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:47,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:49,375 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:51,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:53,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:55,378 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:57,379 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:45:59,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:45:59,158 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:45:59,381 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:01,381 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:03,382 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:05,383 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:07,170 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:46:07,384 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:10,386 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:12,387 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:14,388 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:14,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:46:14,445 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:46:16,389 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:18,391 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:20,392 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:22,393 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:24,394 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:26,395 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:28,396 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:29,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:46:29,891 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:46:30,397 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:32,398 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:34,399 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:36,400 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:37,924 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:46:38,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:40,402 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:42,403 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:44,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:45,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:46:45,215 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:46:46,405 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:48,406 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:50,407 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:52,408 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:54,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:56,410 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:46:58,411 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:00,412 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:00,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:47:00,495 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:47:02,413 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:04,414 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:06,415 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:08,416 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:08,682 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:47:10,417 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:12,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:14,419 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:15,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:47:15,803 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:47:16,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:19,421 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:21,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:23,423 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:25,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:27,425 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:29,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:31,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:47:31,049 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:47:31,427 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:33,428 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:35,429 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:37,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:39,427 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:47:39,431 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:41,432 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:43,433 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:45,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:46,285 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:47:46,285 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:47:47,435 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:49,436 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:51,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:53,438 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:55,439 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:57,440 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:47:59,441 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:01,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:48:01,640 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:48:02,442 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:04,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:06,444 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:08,445 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:10,179 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:48:10,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:12,447 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:14,448 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:16,449 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:16,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:48:16,993 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:48:18,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:20,451 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:22,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:24,453 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:26,454 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:28,455 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:30,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:32,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:48:32,327 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:48:32,457 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:34,458 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:36,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:38,460 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:40,461 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:40,903 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:48:42,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:44,463 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:46,464 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:47,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:48:47,667 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:48:48,465 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:50,466 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:52,467 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:54,468 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:56,469 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:48:59,470 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:01,471 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:02,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:49:02,916 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:49:03,472 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:05,473 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:07,475 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:09,476 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:11,477 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:11,689 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:49:13,478 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:15,479 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:17,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:18,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:49:18,214 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:49:19,481 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:21,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:23,483 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:25,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:27,485 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:29,486 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:31,487 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:33,488 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:33,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:49:33,527 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:49:35,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:37,490 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:39,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:41,492 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:42,466 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:49:43,493 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:45,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:47,495 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:48,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:49:48,903 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:49:49,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:51,497 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:53,498 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:55,499 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:57,500 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:49:59,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:01,502 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:03,503 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:04,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:50:04,200 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:50:05,503 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:07,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:09,505 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:11,506 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:13,219 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:50:13,507 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:15,508 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:17,509 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:19,510 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:19,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:50:19,957 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:50:21,511 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:23,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:25,513 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:27,514 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:29,515 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:32,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:34,518 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:35,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:50:35,232 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:50:36,519 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:38,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:40,521 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:42,522 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:43,981 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:50:44,523 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:46,524 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:48,525 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:50,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:50,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:50:50,548 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:50:52,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:54,528 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:56,529 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:50:58,530 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:00,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:02,532 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:04,533 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:05,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:51:05,929 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:51:06,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:08,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:10,536 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:12,537 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:14,538 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:14,757 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:51:16,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:18,540 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:20,541 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:21,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:51:21,213 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:51:22,542 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:24,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:26,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:28,545 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:30,546 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:32,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:34,548 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:36,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:51:36,479 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:51:36,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:38,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:40,551 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:42,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:44,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:45,514 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:51:46,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:48,555 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:51,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:51,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:51:51,728 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:51:53,557 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:55,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:57,559 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:51:59,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:01,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:03,562 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:05,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:06,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:52:06,964 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:52:07,564 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:09,565 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:11,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:13,567 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:15,568 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:16,255 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:52:17,569 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:19,570 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:21,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:22,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:52:22,286 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:52:23,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:25,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:27,573 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:29,574 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:31,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:33,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:35,577 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:37,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:37,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:52:37,716 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:52:39,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:41,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:43,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:45,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:47,036 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:52:47,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:49,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:52,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:52,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:52:52,952 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:52:54,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:56,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:52:58,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:00,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:02,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:04,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:06,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:08,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:53:08,331 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:53:08,593 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:10,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:12,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:14,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:16,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:17,781 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:53:18,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:20,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:22,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:23,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:53:23,592 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:53:24,601 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:26,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:28,603 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:30,605 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:32,605 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:34,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:36,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:38,608 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:38,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:53:38,854 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:53:40,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:42,610 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:44,611 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:46,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:48,565 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:53:48,613 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:50,614 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:52,615 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:54,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:53:54,117 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:53:54,616 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:56,617 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:53:58,618 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:01,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:03,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:05,621 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:07,622 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:09,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:54:09,391 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:54:09,623 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:11,624 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:13,625 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:15,626 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:17,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:19,315 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:54:19,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:21,629 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:23,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:24,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:54:24,666 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:54:25,631 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:27,632 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:29,633 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:31,634 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:33,635 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:35,635 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:37,636 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:39,637 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:39,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:54:39,951 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:54:41,638 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:43,639 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:45,640 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:47,641 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:49,641 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:50,084 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:54:51,642 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:53,643 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:55,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:54:55,281 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:54:55,644 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:57,645 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:54:59,646 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:01,647 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:03,648 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:05,649 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:07,649 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:09,650 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:10,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:55:10,591 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:55:11,651 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:13,652 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:15,652 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:17,653 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:20,654 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:20,817 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:55:22,655 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:24,656 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:25,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:55:25,849 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:55:26,657 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:28,658 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:30,658 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:32,659 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:34,660 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:36,661 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:38,662 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:40,662 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:41,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:55:41,167 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:55:42,663 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:44,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:46,665 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:48,668 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:50,668 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:51,577 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:55:52,669 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:54,670 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:56,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:55:56,566 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:55:56,670 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:55:58,671 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:00,672 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:02,673 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:04,674 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:06,675 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:08,675 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:10,676 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:11,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:56:11,803 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:56:12,677 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:14,678 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:16,679 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:18,679 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:20,681 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:22,323 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:56:22,681 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:24,682 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:26,683 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:27,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:56:27,150 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:56:28,684 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:30,685 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:32,686 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:34,686 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:36,687 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:39,688 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:41,689 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:42,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:56:42,468 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:56:43,690 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:45,691 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:47,692 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:49,693 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:51,693 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:53,064 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:56:53,694 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:55,695 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:57,696 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:56:57,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:56:57,715 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:56:59,697 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:01,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:03,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:05,699 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:07,700 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:09,701 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:11,702 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:13,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:57:13,043 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:57:13,702 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:15,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:17,704 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:19,705 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:21,706 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:23,707 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:23,796 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:57:25,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:27,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:28,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:57:28,300 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:57:29,709 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:31,710 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:33,711 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:35,711 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:37,712 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:39,713 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:41,714 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:43,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:57:43,596 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:57:43,715 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:45,716 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:48,717 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:50,718 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:52,719 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:54,565 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:57:54,719 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:56,720 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:58,721 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:57:59,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:57:59,453 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:58:00,722 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:02,723 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:04,723 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:06,724 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:08,725 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:10,726 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:12,727 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:14,727 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:14,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:58:14,783 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:58:16,728 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:18,729 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:20,730 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:22,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:24,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:25,334 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:58:26,732 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:28,733 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:30,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:58:30,027 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:58:30,734 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:32,735 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:34,735 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:36,736 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:38,737 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:40,738 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:42,738 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:44,739 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:45,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:58:45,302 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:58:46,740 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:48,741 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:50,742 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:52,743 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:54,744 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:56,071 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:58:56,744 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:58:58,745 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:00,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:59:00,557 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:59:01,746 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:03,747 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:05,748 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:07,749 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:09,749 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:11,750 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:13,751 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:15,752 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:15,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:59:15,893 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:59:17,753 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:19,753 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:21,754 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:23,755 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:25,755 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:26,841 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:59:27,756 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:29,757 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:31,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:59:31,208 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:59:31,758 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:33,758 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:35,759 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:37,760 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:39,761 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:41,761 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:44,762 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:46,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 22:59:46,438 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 22:59:46,763 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:48,764 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:50,765 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:52,766 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:54,766 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:56,767 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 22:59:57,598 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 22:59:58,768 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:00,769 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:01,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:00:01,736 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:00:02,769 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:04,770 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:06,771 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:08,772 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:10,773 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:12,773 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:14,774 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:16,775 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:17,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:00:17,068 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:00:18,776 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:20,776 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:22,777 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:24,778 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:27,779 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:28,351 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:00:29,780 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:31,780 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:32,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:00:32,321 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:00:33,781 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:35,782 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:37,783 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:39,784 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:41,785 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:43,786 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:45,787 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:47,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:00:47,724 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:00:47,787 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:49,788 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:51,789 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:53,790 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:55,791 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:57,792 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:00:59,120 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:00:59,793 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:01,794 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:03,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:01:03,008 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:01:03,795 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:05,796 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:07,797 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:09,797 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:11,798 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:13,799 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:15,800 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:17,801 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:18,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:01:18,339 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:01:19,802 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:21,803 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:23,804 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:26,805 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:28,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:29,878 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:01:30,807 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:32,808 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:33,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:01:33,722 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:01:34,809 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:36,810 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:38,811 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:40,812 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:42,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:44,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:46,814 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:48,815 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:49,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:01:49,031 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:01:50,816 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:52,817 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:54,818 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:56,819 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:01:58,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:00,614 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:02:00,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:02,821 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:04,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:02:04,322 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:02:04,822 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:06,823 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:08,824 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:10,825 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:12,826 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:14,827 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:17,828 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:19,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:02:19,637 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:02:19,829 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:21,830 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:23,831 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:25,832 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:27,833 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:29,834 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:31,362 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:02:31,834 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:33,835 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:34,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:02:34,937 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:02:35,836 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:37,837 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:39,838 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:41,839 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:43,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:45,841 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:47,842 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:49,843 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:50,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:02:50,282 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:02:51,844 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:53,845 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:55,846 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:57,847 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:02:59,848 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:01,849 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:02,115 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:03:03,850 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:05,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:03:05,579 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:03:05,851 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:07,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:09,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:11,853 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:13,854 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:15,855 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:17,856 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:19,857 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:20,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:03:20,858 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:03:21,858 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:23,859 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:25,860 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:27,860 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:29,861 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:31,862 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:32,824 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:03:33,863 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:35,864 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:36,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:03:36,102 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:03:37,865 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:40,867 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:42,867 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:44,868 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:46,869 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:48,870 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:50,871 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:51,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:03:51,473 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:03:52,872 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:54,873 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:56,874 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:03:58,875 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:00,876 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:02,877 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:03,590 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:04:04,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:06,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:04:06,755 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:04:06,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:08,879 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:10,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:12,881 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:14,882 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:16,883 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:18,884 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:20,885 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:22,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:04:22,060 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:04:22,886 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:24,887 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:26,887 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:28,888 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:30,889 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:32,890 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:34,357 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:04:34,891 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:36,892 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:37,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:04:37,419 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:04:38,893 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:40,893 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:42,894 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:44,895 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:46,896 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:48,897 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:50,898 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:52,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:04:52,690 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:04:52,899 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:54,900 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:56,901 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:04:58,901 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:00,902 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:03,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:05,095 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:05:05,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:07,906 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:08,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:05:08,002 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:05:09,906 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:11,907 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:13,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:15,909 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:17,910 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:19,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:21,912 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:23,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:05:23,259 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:05:23,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:25,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:27,914 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:29,915 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:31,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:33,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:35,876 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:05:35,918 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:37,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:38,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:05:38,559 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:05:39,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:41,920 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:43,921 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:45,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:47,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:49,923 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:51,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:53,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:05:53,836 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:05:53,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:55,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:57,926 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:05:59,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:01,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:03,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:05,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:06,610 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:06:07,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:09,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:06:09,201 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:06:10,930 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:12,931 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:14,932 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:16,933 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:18,934 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:20,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:22,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:24,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:06:24,445 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:06:24,936 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:26,937 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:28,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:30,939 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:32,940 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:34,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:36,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:37,331 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:06:38,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:39,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:06:39,781 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:06:40,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:42,944 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:44,945 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:46,946 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:48,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:50,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:52,948 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:54,949 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:55,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:06:55,075 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:06:56,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:06:58,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:00,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:02,952 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:04,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:06,954 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:08,052 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:07:09,955 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:10,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:07:10,317 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:07:11,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:13,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:15,957 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:17,958 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:19,959 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:21,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:23,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:25,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:07:25,616 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:07:25,961 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:27,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:29,963 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:31,964 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:33,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:35,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:37,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:38,802 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:07:39,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:40,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:07:40,877 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:07:41,968 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:07:56,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:07:56,177 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:08:09,554 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:08:11,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:08:11,624 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:08:25,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-04 23:08:25,495 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-04 23:08:25,526 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-04 23:08:25,572 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-04 23:08:25,985 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:08:25,985 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-04 23:08:26,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:08:26,889 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:08:27,986 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:08:33,989 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-04 23:08:40,335 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:08:42,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:08:42,131 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:08:57,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:08:57,433 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:09:11,165 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:09:12,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:09:12,673 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:09:27,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:09:27,925 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-04 23:09:42,011 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-04 23:09:43,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-04 23:09:43,175 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status