diff --git "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" --- "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" +++ "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" @@ -61793,3 +61793,5624 @@ 2022-05-05 00:41:31,496 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status 2022-05-05 00:41:46,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status 2022-05-05 00:41:46,829 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:41:56,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:41:58,573 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:00,773 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:42:02,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:42:02,108 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:42:04,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:08,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:12,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:14,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:17,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:42:17,365 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:42:18,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:20,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:22,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:26,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:28,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:30,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:31,530 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:42:31,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:31,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:32,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:32,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:42:32,615 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:42:34,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:37,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:37,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:38,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:39,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:39,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:40,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:42,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:43,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:43,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:44,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:45,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:45,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:46,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:46,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:47,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:42:47,930 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:42:48,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:48,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:49,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:49,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:50,593 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:52,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:52,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:53,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:55,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:57,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:42:57,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:42:59,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:00,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:00,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:01,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:02,286 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:43:03,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:43:03,190 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:43:03,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:05,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:05,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:06,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:06,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:07,601 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:09,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:11,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:11,603 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:13,604 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:14,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:14,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,605 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:15,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:15,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:17,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:18,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:43:18,591 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:43:19,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:21,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:23,608 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:24,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:24,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:43:25,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:31,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:33,069 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:43:33,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:43:33,938 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:43:35,614 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:37,615 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:41,617 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:43,618 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:47,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:49,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:43:49,352 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:43:49,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:51,621 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:55,623 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:57,624 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:43:59,625 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:01,626 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:03,873 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:44:04,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:44:04,672 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:44:05,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:05,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:06,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:07,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:07,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:08,629 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:10,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:10,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:10,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:12,631 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:13,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:13,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:14,632 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:16,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:16,633 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:17,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:17,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,634 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:18,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,947 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:18,947 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:44:19,937 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:44:19,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:19,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,635 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:20,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:20,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,462 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,463 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:22,636 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:23,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:23,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:23,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:24,636 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:26,637 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:28,638 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:29,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:29,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:30,639 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:32,640 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:33,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,472 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:33,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:34,624 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:44:34,641 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:35,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:44:35,440 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:44:36,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:36,642 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:38,643 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:39,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:39,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:40,643 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:42,644 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:43,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:43,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:44,645 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:46,646 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:48,647 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:50,648 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:51,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:44:51,312 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 00:44:51,409 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 00:44:51,442 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 00:44:51,648 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 00:44:52,649 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:53,649 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:44:54,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:44:54,950 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:44:58,651 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:02,653 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:05,432 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:45:06,654 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:10,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:45:10,412 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:45:10,656 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:12,657 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:14,657 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:18,659 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:20,660 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:22,661 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:24,662 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:25,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:45:25,738 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:45:26,662 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:28,663 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:30,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:32,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:34,665 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:36,210 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:45:36,666 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:36,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:36,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:37,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:38,667 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:40,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,667 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:40,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:40,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:45:41,066 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:45:41,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:41,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:42,668 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:45,669 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:45,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:45,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:46,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:47,670 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:49,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:49,671 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:50,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:50,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:51,671 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:53,672 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:53,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:53,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:54,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:55,673 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:56,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:45:56,371 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:45:57,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:57,674 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:45:58,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:58,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:45:59,675 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:01,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:01,676 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:02,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,095 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:02,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:03,677 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:05,678 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:06,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:06,956 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:46:07,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:07,678 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:09,679 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:11,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:11,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:46:11,610 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:46:11,680 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:12,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:12,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:13,681 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:15,681 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:16,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:16,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:16,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:16,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:46:17,682 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:19,683 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:23,685 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:26,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:46:26,941 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:46:27,686 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:31,688 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:33,689 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:37,749 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:46:38,691 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:40,692 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:42,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:46:42,342 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:46:42,692 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:46,694 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:48,695 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:50,696 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:52,696 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:54,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:56,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:46:57,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:46:57,733 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:46:58,699 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:00,700 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:02,701 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:04,702 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:06,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:07,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:07,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,544 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:47:08,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:08,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:09,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:09,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:10,704 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:11,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:11,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:12,705 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:13,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:47:13,151 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:47:14,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:14,705 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:16,707 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:16,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:16,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:17,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:18,707 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:19,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:19,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:20,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:21,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:21,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:22,709 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:23,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:23,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:24,709 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:25,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:25,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:26,710 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:28,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:47:28,453 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:47:28,711 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:30,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,712 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:30,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:30,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:32,712 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:33,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,160 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,161 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:33,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:34,713 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:36,714 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:36,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:36,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,715 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:38,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:38,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:39,359 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:47:40,716 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:41,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:47:41,548 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 00:47:41,658 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 00:47:41,690 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 00:47:41,716 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 00:47:42,716 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:43,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:47:43,700 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:47:48,719 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:52,720 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:57,723 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:47:59,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:47:59,120 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:47:59,723 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:03,725 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:05,726 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:07,726 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:09,727 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:10,197 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:48:13,729 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:14,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:48:14,541 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:48:15,730 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:17,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:19,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:21,732 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:23,733 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:25,734 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:27,734 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:29,735 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:29,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:48:29,813 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:48:31,736 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:33,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:33,737 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:34,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:34,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,615 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:35,737 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:37,738 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:39,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:39,739 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:40,984 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:48:41,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,740 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:41,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:41,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,533 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:42,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:43,740 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:44,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:44,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:45,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:48:45,155 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:48:45,741 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:46,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:46,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:47,742 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:48,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:48,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,743 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:49,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:49,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:50,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,607 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:51,743 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:53,744 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:54,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:54,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:55,745 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:56,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,034 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:56,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:57,746 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:48:59,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:48:59,746 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:00,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:49:00,402 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:49:01,747 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:02,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:02,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:03,748 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:04,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:04,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:49:05,749 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:11,751 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:11,786 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:49:15,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:49:15,671 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:49:15,753 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:18,754 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:22,756 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:26,757 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:28,758 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:30,759 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:31,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:49:31,086 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:49:34,760 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:36,761 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:38,762 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:40,763 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:42,594 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:49:42,764 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:44,765 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:46,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:49:46,444 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:49:46,765 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:48,766 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:50,767 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:52,767 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:54,768 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:56,769 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:49:58,770 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:00,771 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:01,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:01,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:50:01,721 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:50:02,771 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:02,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:02,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,773 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:05,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:05,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:07,773 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:08,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,812 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:08,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:09,774 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:10,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:10,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:11,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:11,775 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:12,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,959 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:12,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,403 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:50:13,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:13,776 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:14,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:14,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:15,776 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:16,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,016 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,017 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,017 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,018 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:16,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:17,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:50:17,302 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:50:17,777 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:18,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:18,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:19,778 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:21,779 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:21,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,804 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,805 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:21,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:22,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:23,779 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:25,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:25,780 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:27,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:27,781 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:29,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,782 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:29,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:29,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:50:30,459 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 00:50:30,561 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 00:50:30,592 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 00:50:30,782 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 00:50:31,784 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:32,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:50:32,560 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:50:37,786 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:41,788 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:44,203 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:50:45,789 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:47,790 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:47,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:50:47,835 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:50:51,792 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:53,793 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:57,794 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:50:59,795 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:01,796 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:03,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:51:03,074 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:51:03,796 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:05,797 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:10,799 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:12,800 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:14,801 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:14,998 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:51:16,802 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:18,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:51:18,450 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:51:18,802 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:20,803 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:22,804 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:24,804 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:26,805 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:28,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:30,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:30,807 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:32,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:32,808 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:33,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:51:33,776 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:51:34,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:34,808 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:36,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,035 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:36,809 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:38,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,140 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,204 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:38,810 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:40,811 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:40,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,891 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,892 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:40,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:41,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,811 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:42,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:42,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:43,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:44,812 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:45,807 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:51:46,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:47,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:47,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,285 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,293 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:48,814 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:49,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:51:49,042 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:51:50,815 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:51,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,813 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,817 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:51,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:52,816 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:53,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:53,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:54,816 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:55,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:55,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:56,817 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:51:57,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:57,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:51:58,818 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:02,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,614 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:02,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:04,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:52:04,277 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:52:04,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:08,821 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:10,822 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:14,824 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:16,618 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:52:16,825 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:18,825 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:19,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:52:19,635 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:52:22,828 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:24,828 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:27,830 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:29,830 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:31,831 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:33,832 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:34,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:52:34,883 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:52:35,833 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:37,834 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:39,835 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:41,836 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:43,837 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:45,837 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:47,417 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:52:47,838 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:49,839 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:50,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:52:50,231 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:52:51,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:53,841 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:55,841 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:56,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:56,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:57,842 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:52:59,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:52:59,843 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:01,844 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:02,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:02,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,258 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,259 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,844 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:03,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:03,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:53:05,522 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:53:05,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:05,845 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:06,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,986 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:06,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,495 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:07,846 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:08,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,134 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,588 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:08,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:09,847 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:11,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:11,848 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:13,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,848 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:13,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:13,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:15,849 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:16,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:16,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:17,850 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:18,217 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:53:19,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:19,851 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:20,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:20,686 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 00:53:20,793 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 00:53:20,827 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 00:53:20,851 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 00:53:20,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:53:20,918 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:53:21,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:22,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:27,854 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:31,855 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:34,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:34,857 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:35,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:35,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:53:36,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:53:36,406 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:53:38,858 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:40,859 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:42,860 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:46,861 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:48,862 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:49,023 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:53:50,863 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:51,890 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:53:51,890 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:53:52,864 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:54,865 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:53:56,866 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:00,867 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:02,868 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:04,869 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:06,870 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:07,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:54:07,126 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:54:08,870 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:10,871 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:12,872 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:14,873 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:17,874 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:19,814 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:54:19,875 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:21,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:21,875 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:22,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:54:22,434 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:54:23,876 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:25,877 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:26,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,636 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:26,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,858 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,859 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:27,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:27,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:28,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:29,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:30,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:30,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:31,879 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:32,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,399 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:32,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,372 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:33,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:34,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:34,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:35,881 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:37,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:54:37,727 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:54:37,882 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:37,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,895 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:37,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,383 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,391 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:39,882 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:41,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:41,883 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:42,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:42,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,376 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,378 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,381 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:54:43,884 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:45,885 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:50,613 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:54:51,887 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:53,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:54:53,116 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:54:53,888 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:54:57,889 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:01,891 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:03,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:03,892 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:05,893 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:08,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:08,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:55:08,539 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:55:09,894 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:11,895 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:13,896 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:15,897 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:18,898 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:20,899 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:21,407 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:55:22,899 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:23,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:55:23,865 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:55:24,901 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:26,902 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:28,902 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:30,903 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:32,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:34,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:36,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:38,906 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:39,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:55:39,120 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:55:40,907 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:42,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:44,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:45,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,941 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,942 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,943 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,944 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:45,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:46,909 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:48,910 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:50,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:51,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,125 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:51,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,200 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:55:52,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,815 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:52,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:53,959 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,967 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:53,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:54,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:55:54,459 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:55:54,912 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:55,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,953 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,958 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,960 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,961 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,963 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:55,964 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,399 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,401 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:56,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:57,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:57,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:58,914 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:55:59,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,159 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,161 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,161 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,162 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,163 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:55:59,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:00,915 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:02,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:04,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:04,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:06,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 00:56:06,558 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 00:56:06,672 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 00:56:06,705 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 00:56:06,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:06,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 00:56:08,918 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:09,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:56:09,770 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:56:10,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:12,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:14,920 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:16,921 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:18,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:20,923 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:22,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:23,198 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:56:24,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:25,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:56:25,015 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:56:26,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:28,926 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:30,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:33,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:35,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:37,930 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:39,931 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:40,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:56:40,335 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:56:41,931 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:43,932 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:45,933 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:47,934 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:49,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:51,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:53,936 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:53,994 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:56:55,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:56:55,620 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:56:55,937 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:57,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:56:59,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:01,939 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:03,940 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:05,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:07,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:09,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:10,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:57:10,899 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:57:11,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:13,944 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:15,945 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:17,946 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:19,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:21,948 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:23,949 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:24,773 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:57:25,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:26,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:57:26,232 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:57:27,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:29,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:31,952 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:33,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:35,954 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:37,955 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:40,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:41,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:57:41,619 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:57:42,957 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:44,957 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:46,958 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:48,959 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:50,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:52,961 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:54,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:55,525 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:57:56,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:57:56,903 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:57:56,963 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:57:58,964 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:00,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:02,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:04,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:06,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:08,968 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:10,969 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:12,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:58:12,240 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:58:12,970 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:14,971 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:16,971 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:18,972 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:20,973 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:22,974 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:24,975 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:26,316 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:58:26,975 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:27,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:58:27,503 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:58:28,976 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:30,977 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:32,978 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:34,978 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:36,979 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:38,980 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:40,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:42,814 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:58:42,814 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:58:42,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:44,982 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:47,983 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:49,984 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:51,986 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:53,986 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:55,987 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:57,105 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:58:57,988 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:58:58,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:58:58,299 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:58:59,989 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:01,990 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:03,991 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:05,992 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:07,993 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:09,994 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:11,995 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:13,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:59:13,553 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:59:13,996 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:15,996 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:17,997 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:19,998 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:21,999 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:24,000 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:26,000 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:27,899 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:59:28,001 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:28,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:59:28,875 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:59:30,002 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:32,003 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:34,003 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:36,004 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:38,005 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:40,006 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:42,007 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:44,007 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:44,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:59:44,176 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 00:59:46,008 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:48,009 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:51,010 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:53,011 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:55,012 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:57,013 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:58,690 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 00:59:59,014 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 00:59:59,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 00:59:59,458 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:00:01,014 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:03,015 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:05,016 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:07,017 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:10,018 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:12,019 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:14,020 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:14,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:00:14,695 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:00:16,021 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:18,022 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:20,023 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:22,024 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:24,024 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:26,025 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:28,026 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:29,478 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:00:30,027 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:30,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:00:30,043 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:00:32,028 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:34,029 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:36,030 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:38,030 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:40,031 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:42,032 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:44,033 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:45,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:00:45,522 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:00:46,034 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:48,034 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:50,035 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:52,036 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:54,037 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:56,038 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:00:58,039 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:00,039 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:00,262 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:01:01,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:01:01,770 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:01:02,040 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:04,041 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:06,042 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:08,042 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:10,043 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:13,044 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:15,045 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:17,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:01:17,011 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:01:17,046 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:19,047 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:21,048 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:23,048 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:25,049 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:27,050 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:29,051 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:31,054 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:01:31,054 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:32,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:01:32,319 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:01:33,054 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:35,055 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:37,056 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:39,057 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:41,057 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:43,058 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:45,059 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:47,060 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:47,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:01:47,675 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:01:49,061 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:51,062 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:53,062 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:56,063 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:01:58,064 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:00,065 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:01,827 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:02:02,066 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:03,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:02:03,089 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:02:04,067 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:06,068 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:08,069 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:10,070 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:12,070 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:14,071 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:16,072 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:18,073 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:18,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:02:18,458 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:02:20,074 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:22,075 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:24,075 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:26,076 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:28,077 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:30,078 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:32,078 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:32,615 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:02:33,820 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:02:33,820 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:02:34,079 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:36,080 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:38,081 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:40,082 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:42,083 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:44,083 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:46,084 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:48,085 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:49,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:02:49,288 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:02:50,086 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:52,087 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:55,088 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:57,089 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:02:59,089 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:01,090 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:03,091 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:03,351 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:03:04,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:03:04,621 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:03:05,092 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:07,093 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:09,094 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:11,094 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:13,095 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:15,096 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:17,097 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:19,098 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:19,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:03:19,934 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:03:21,099 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:23,100 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:25,100 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:27,101 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:29,102 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:31,103 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:33,104 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:34,149 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:03:35,105 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:35,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:03:35,174 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:03:37,106 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:39,106 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:41,107 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:43,108 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:45,109 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:47,110 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:49,110 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:50,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:03:50,507 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:03:51,111 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:53,112 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:55,113 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:03:58,114 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:00,115 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:02,116 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:04,116 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:04,938 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:04:05,861 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:04:05,861 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:04:06,117 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:08,118 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:10,119 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:12,120 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:14,121 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:16,121 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:18,122 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:20,123 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:21,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:04:21,153 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:04:22,124 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:24,125 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:26,126 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:28,126 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:30,127 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:32,128 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:34,129 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:35,737 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:04:36,129 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:36,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:04:36,520 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:04:38,130 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:40,131 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:42,132 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:44,133 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:47,134 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:49,134 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:51,135 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:51,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:04:51,811 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:04:53,136 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:55,137 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:57,138 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:04:59,139 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:01,139 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:03,140 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:05,141 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:06,529 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:05:07,142 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:07,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:05:07,154 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:05:09,143 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:11,144 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:13,144 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:15,145 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:17,146 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:19,147 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:21,148 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:22,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:05:22,432 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:05:23,149 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:25,149 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:27,150 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:29,151 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:31,152 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:33,153 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:35,153 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:37,154 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:37,318 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:05:37,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:05:37,740 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:05:39,155 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:41,155 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:43,156 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:45,157 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:47,158 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:49,159 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:51,159 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:53,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:05:53,028 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:05:53,160 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:55,161 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:57,162 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:05:59,162 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:02,164 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:04,165 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:06,165 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:08,112 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:06:08,166 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:08,374 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:06:08,375 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:06:10,167 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:12,168 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:14,168 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:16,169 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:18,170 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:20,172 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:22,173 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:23,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:06:23,645 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:06:24,173 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:26,174 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:28,175 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:30,176 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:32,177 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:34,177 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:36,178 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:38,179 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:38,888 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:06:38,894 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:06:38,894 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:06:40,180 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:42,181 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:44,181 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:46,182 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:48,183 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:50,184 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:52,185 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:54,186 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:54,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:06:54,276 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:06:56,187 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:06:58,187 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:00,188 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:02,189 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:04,190 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:06,191 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:08,191 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:09,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:07:09,546 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:07:09,790 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:07:10,193 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:12,193 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:14,194 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:16,195 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:18,196 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:20,196 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:22,197 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:24,198 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:24,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:07:24,834 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:07:26,199 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:29,200 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:31,201 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:33,201 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:35,202 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:37,203 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:39,204 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:40,200 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:07:40,201 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:07:40,456 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:07:41,208 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:43,209 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:45,210 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:47,211 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:49,212 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:51,213 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:53,213 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:55,214 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:55,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:07:55,455 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:07:57,215 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:07:59,216 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:01,217 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:03,218 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:05,219 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:07,220 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:09,221 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:10,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:08:10,806 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:08:11,222 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:11,261 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:08:13,222 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:15,223 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:17,224 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:19,225 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:21,226 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:23,226 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:25,227 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:26,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:08:26,118 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:08:27,228 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:29,229 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:31,230 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:33,230 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:36,232 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:38,232 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:40,233 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:41,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:08:41,469 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:08:42,011 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:08:42,234 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:44,235 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:46,236 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:48,236 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:50,237 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:52,238 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:54,239 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:56,239 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:08:56,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:08:56,862 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:08:58,240 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:00,241 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:02,242 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:04,242 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:06,243 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:08,244 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:10,245 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:12,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:09:12,206 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:09:12,245 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:12,791 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:09:14,246 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:16,247 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:18,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:20,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:22,249 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:24,250 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:26,251 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:27,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:09:27,600 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:09:28,252 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:30,252 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:32,253 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:34,254 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:36,255 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:38,255 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:40,256 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:42,257 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:42,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:09:42,847 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:09:43,589 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:09:44,258 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:46,259 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:48,259 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:50,260 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:52,261 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:54,261 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:56,262 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:09:58,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:09:58,435 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:09:59,263 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:01,264 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:03,265 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:05,266 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:07,267 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:09,268 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:11,268 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:13,269 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:13,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:10:13,718 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:10:14,374 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:10:15,270 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:17,271 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:19,272 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:21,272 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:23,273 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:25,274 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:27,275 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:29,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:10:29,021 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:10:29,276 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:31,276 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:33,277 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:35,278 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:37,279 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:39,280 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:41,280 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:43,281 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:44,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:10:44,301 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:10:45,095 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:10:45,282 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:47,283 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:49,283 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:51,284 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:53,285 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:55,286 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:57,287 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:10:59,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:10:59,594 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:11:00,288 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:02,289 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:04,289 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:06,290 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:08,291 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:10,292 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:12,292 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:14,293 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:14,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:11:14,821 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:11:15,863 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:11:16,294 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:18,295 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:20,296 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:22,297 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:24,297 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:26,298 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:28,299 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:30,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:11:30,216 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:11:30,300 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:32,301 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:34,302 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:36,302 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:38,303 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:40,304 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:42,305 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:44,306 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:45,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:11:45,520 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:11:46,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:46,617 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:11:48,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:50,308 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:52,309 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:54,310 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:56,310 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:11:58,311 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:00,312 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:00,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:12:00,846 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:12:02,313 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:05,314 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:07,315 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:09,315 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:11,316 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:13,317 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:15,318 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:16,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:12:16,145 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:12:17,318 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:17,399 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:12:19,319 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:21,320 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:23,321 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:25,322 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:27,323 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:29,324 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:31,324 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:31,496 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:12:31,496 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:12:33,325 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:35,326 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:37,327 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:39,328 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:41,329 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:43,330 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:45,330 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:46,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:12:46,731 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:12:47,331 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:48,187 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:12:49,333 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:51,334 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:53,335 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:55,336 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:57,336 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:12:59,337 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:01,338 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:02,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:13:02,015 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:13:03,339 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:05,340 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:07,340 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:10,341 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:12,342 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:14,343 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:16,344 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:17,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:13:17,337 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:13:18,345 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:18,959 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:13:20,345 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:22,346 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:24,347 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:26,348 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:28,348 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:30,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:32,350 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:32,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:13:32,758 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:13:34,351 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:36,352 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:38,352 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:40,353 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:42,354 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:44,355 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:46,356 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:48,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:13:48,052 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:13:48,356 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:49,725 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:13:50,357 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:52,358 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:54,359 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:56,360 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:13:58,361 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:00,361 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:02,362 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:03,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:14:03,385 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:14:04,363 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:06,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:08,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:10,365 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:12,366 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:14,367 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:16,368 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:18,369 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:18,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:14:18,620 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:14:20,370 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:20,466 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:14:23,371 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:25,371 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:27,372 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:29,373 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:31,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:33,375 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:33,985 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:14:33,985 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:14:35,376 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:37,376 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:39,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:41,378 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:43,379 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:45,379 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:47,380 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:49,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:14:49,309 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:14:49,381 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:51,217 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:14:51,382 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:53,383 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:55,384 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:57,384 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:14:59,385 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:01,386 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:03,387 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:04,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:15:04,651 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:15:05,388 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:07,389 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:09,389 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:11,390 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:13,391 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:15,392 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:17,392 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:19,393 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:20,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:15:20,028 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:15:21,394 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:21,947 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:15:23,395 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:25,396 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:27,396 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:29,397 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:31,398 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:33,399 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:35,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:15:35,366 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:15:35,400 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:38,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:40,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:42,402 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:44,403 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:46,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:48,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:50,406 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:51,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:15:51,589 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:15:52,407 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:52,724 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:15:54,408 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:56,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:15:58,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:00,410 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:02,411 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:04,412 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:06,413 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:06,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:16:06,899 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:16:08,414 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:10,414 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:12,415 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:14,416 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:16,417 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:18,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:20,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:22,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:16:22,277 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:16:22,419 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:23,496 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:16:24,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:26,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:28,421 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:30,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:32,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:34,423 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:36,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:37,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:16:37,515 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:16:38,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:40,425 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:42,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:44,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:46,427 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:49,428 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:51,429 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:52,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:16:52,742 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:16:53,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:54,218 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:16:55,431 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:57,431 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:16:59,432 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:01,433 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:03,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:05,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:07,435 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:08,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:17:08,026 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:17:09,436 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:11,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:13,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:15,438 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:17,439 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:19,439 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:21,440 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:23,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:17:23,342 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:17:23,441 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:24,961 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:17:25,442 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:27,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:29,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:31,444 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:33,445 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:35,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:37,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:38,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:17:38,682 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:17:39,447 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:41,448 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:43,449 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:45,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:47,451 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:49,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:51,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:53,453 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:53,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:17:53,962 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:17:55,454 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:55,716 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:17:57,455 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:17:59,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:01,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:03,457 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:05,458 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:07,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:09,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:18:09,227 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:18:10,460 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:12,461 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:14,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:16,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:18,463 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:20,464 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:22,465 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:24,466 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:24,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:18:24,532 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:18:26,449 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:18:26,467 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:28,468 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:30,468 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:32,469 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:34,470 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:36,471 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:38,472 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:39,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:18:39,774 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:18:40,472 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:42,473 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:44,474 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:46,475 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:48,476 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:50,476 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:52,477 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:54,478 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:55,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:18:55,121 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:18:56,479 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:18:57,139 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:18:58,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:00,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:02,481 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:04,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:06,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:08,483 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:10,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:19:10,461 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:19:10,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:12,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:14,488 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:17,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:19,490 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:21,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:23,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:25,492 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:25,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:19:25,839 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:19:27,493 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:27,883 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:19:29,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:31,495 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:33,495 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:35,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:37,497 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:39,498 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:41,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:19:41,111 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:19:41,499 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:43,499 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:45,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:47,502 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:49,502 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:51,503 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:53,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:55,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:56,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:19:56,350 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:19:57,505 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:19:58,586 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:19:59,506 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:01,506 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:03,508 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:05,508 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:07,510 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:09,510 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:11,511 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:11,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:20:11,818 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:20:13,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:15,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:17,513 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:19,514 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:21,514 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:23,515 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:25,516 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:27,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:20:27,061 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:20:27,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:29,328 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:20:29,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:31,518 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:33,519 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:35,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:38,521 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:40,522 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:42,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:20:42,398 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:20:42,522 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:44,523 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:46,524 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:48,525 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:50,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:52,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:54,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:56,528 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:20:57,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:20:57,711 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:20:58,529 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:00,088 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:21:00,530 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:02,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:04,532 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:06,533 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:08,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:10,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:12,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:13,113 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:21:13,113 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:21:14,536 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:16,537 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:18,538 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:20,538 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:22,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:24,540 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:26,541 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:28,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:21:28,412 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:21:28,542 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:30,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:30,854 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:21:32,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:34,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:36,545 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:38,546 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:40,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:42,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:44,548 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:44,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:21:44,992 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:21:46,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:48,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:50,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:52,551 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:55,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:57,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:21:59,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:00,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:22:00,350 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:22:01,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:01,628 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:22:03,555 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:05,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:07,557 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:09,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:11,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:13,559 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:15,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:15,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:22:15,684 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:22:17,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:19,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:21,562 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:23,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:25,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:27,564 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:29,565 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:30,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:22:30,955 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:22:31,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:32,363 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:22:33,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:35,567 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:37,568 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:39,569 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:41,570 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:43,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:45,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:46,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:22:46,184 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:22:47,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:49,573 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:51,574 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:53,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:55,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:57,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:22:59,577 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:01,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:23:01,852 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:23:02,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:03,123 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:23:04,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:06,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:08,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:10,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:12,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:14,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:16,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:17,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:23:17,118 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:23:18,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:20,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:22,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:24,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:26,587 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:28,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:30,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:32,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:23:32,461 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:23:32,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:33,894 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:23:34,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:36,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:38,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:40,593 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:42,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:44,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:46,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:47,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:23:47,829 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:23:48,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:50,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:52,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:54,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:56,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:23:58,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:00,601 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:02,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:03,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:24:03,074 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:24:04,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:04,633 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:24:06,603 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:08,604 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:10,605 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:12,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:14,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:16,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:18,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:24:18,343 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:24:18,608 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:20,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:22,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:24,610 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:26,611 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:28,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:30,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:32,613 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:33,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:24:33,635 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:24:34,613 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:35,385 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:24:36,614 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:39,615 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:41,616 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:43,617 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:45,618 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:47,618 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:49,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:24:49,037 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:24:49,619 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:51,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:53,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:55,621 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:57,622 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:24:59,622 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:01,623 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:03,624 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:04,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:25:04,339 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:25:05,624 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:06,155 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:25:07,625 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:09,626 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:11,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:13,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:15,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:17,629 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:19,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:19,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:25:19,662 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:25:21,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:23,631 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:25,632 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:25:34,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:25:34,934 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:25:36,920 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:25:50,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:25:50,192 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:26:05,473 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:26:05,473 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:26:07,659 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:26:09,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:26:09,920 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 01:26:09,954 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 01:26:10,001 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 01:26:10,650 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 01:26:11,650 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:26:13,651 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:26:19,654 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:26:20,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:26:20,755 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:26:36,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:26:36,002 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:26:38,491 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:26:51,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:26:51,283 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:27:06,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:27:06,550 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:27:09,337 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:27:21,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:27:21,790 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:27:37,161 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:27:37,161 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:27:40,197 DEBUG SenderThread:171932 [sender.py:send():232] send: stats