diff --git "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" --- "a/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" +++ "b/wandb/run-20220504_161621-2jrat5mt/logs/debug-internal.log" @@ -67414,3 +67414,5351 @@ 2022-05-05 01:27:37,161 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status 2022-05-05 01:27:37,161 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status 2022-05-05 01:27:40,197 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:27:43,695 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:27:46,696 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:27:49,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:49,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:27:52,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:27:52,567 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:27:52,699 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:27:54,700 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:27:58,701 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:02,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:04,704 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:05,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:05,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:06,705 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:07,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:28:07,850 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:28:10,706 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:10,929 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:28:12,707 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:14,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:15,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:15,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:16,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:20,710 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:22,710 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:23,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:28:23,143 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:28:24,711 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:26,712 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:28,713 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:30,714 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:32,715 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:34,715 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:37,717 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:38,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:28:38,498 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:28:39,718 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:41,642 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:28:41,719 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:43,719 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:45,720 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:47,721 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:49,721 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:50,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,870 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:50,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:51,722 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:53,723 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:53,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:28:53,783 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:28:55,724 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:55,965 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,970 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:55,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,575 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,577 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,581 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,583 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:56,585 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,703 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:57,724 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:28:58,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:58,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:28:59,725 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:00,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,421 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:00,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,726 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:01,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:01,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:02,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,617 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:03,727 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:04,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,141 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:04,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:05,728 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:07,729 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:08,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:08,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:29:09,013 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:29:09,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,247 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,249 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,730 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:09,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:09,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,019 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,019 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,021 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,022 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,022 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,024 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,027 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,028 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:10,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:11,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:12,401 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:29:17,734 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:18,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:18,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,131 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:19,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,818 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,821 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,823 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:20,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:21,736 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:23,736 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:24,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:29:24,291 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:29:27,738 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:29,739 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:33,741 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:35,742 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:37,743 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:38,299 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,315 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:38,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:39,744 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:39,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:29:39,834 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:29:43,162 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:29:44,746 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:46,747 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:48,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:29:48,747 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:50,748 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:52,749 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:54,750 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:55,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:29:55,189 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:29:56,751 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:29:58,752 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:00,753 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:02,754 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:04,755 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:06,755 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:08,756 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:10,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:30:10,467 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:30:11,757 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:13,926 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:30:15,759 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:17,759 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:19,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:19,760 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:21,761 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:23,762 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:25,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,565 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:25,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:30:25,761 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:30:25,765 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:26,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,118 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,120 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:26,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:27,766 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:28,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,180 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:28,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:29,767 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:31,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:31,767 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:32,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,095 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,149 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,153 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,165 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,535 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,539 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,922 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:32,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,337 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,768 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:33,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:33,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,422 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,423 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,425 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,426 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,427 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,430 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,478 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,481 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,481 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:34,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:35,769 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:37,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,113 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:37,792 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 01:30:37,877 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 01:30:37,903 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:37,903 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 01:30:38,903 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 01:30:39,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:40,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:41,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:30:41,231 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:30:44,706 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:30:44,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:44,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:45,906 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:48,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,204 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,209 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:48,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:49,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:51,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:51,909 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:52,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,871 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,875 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,885 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:52,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:30:55,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:56,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:30:56,682 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:30:57,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:30:59,914 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:03,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:05,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:07,918 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:09,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:11,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:31:11,914 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:31:11,920 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:12,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:12,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:13,921 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:15,494 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:31:15,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:17,923 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:18,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:18,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:19,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:21,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:23,926 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:25,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:27,233 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:31:27,233 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:31:27,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:29,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:31,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:33,930 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:36,932 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:38,933 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:40,934 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:42,493 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:31:42,494 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:31:42,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:44,936 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:45,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:45,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:46,298 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:31:46,937 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:48,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:50,939 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:51,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:51,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,656 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,657 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,658 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:52,940 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:53,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,119 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,121 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,122 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,126 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,127 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,128 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,129 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:53,130 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,007 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,012 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,014 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,015 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:54,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:56,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:56,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:57,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,222 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,223 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,224 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,239 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,245 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,279 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:57,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:31:57,768 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:31:58,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,653 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,654 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,655 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,662 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,663 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,664 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,665 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:58,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:31:59,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,668 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,675 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,676 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,677 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:31:59,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:00,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:00,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:00,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:00,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:00,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:00,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:01,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:02,944 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:07,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,748 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:07,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:08,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:10,948 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:13,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:32:13,005 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:32:14,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:14,949 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:16,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:17,084 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:32:18,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:18,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:20,952 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:21,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,278 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:21,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,904 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,911 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:22,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:24,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,316 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:24,954 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:28,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:32:28,552 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:32:28,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:31,957 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:33,958 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:35,959 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:37,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:39,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,465 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,466 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,467 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,468 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,469 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,470 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:39,961 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:41,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:43,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:32:43,853 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:32:43,963 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:44,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,516 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,522 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:44,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:32:45,964 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:47,889 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:32:47,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:49,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:51,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:53,968 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:55,969 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:57,970 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:32:59,515 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:32:59,515 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:32:59,971 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:01,972 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:03,972 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:05,973 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:07,974 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:09,975 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:11,976 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:12,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,241 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,242 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,243 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:12,244 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:13,977 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:14,816 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:33:14,817 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:33:15,977 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:17,978 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:18,695 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:33:19,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,150 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,151 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,155 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,156 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,157 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,158 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,189 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,210 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,212 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:19,979 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:20,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:20,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,945 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,946 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,948 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,949 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,950 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,951 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,952 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,954 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,955 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,956 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,957 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:21,980 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:22,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,616 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,618 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,619 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,620 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,621 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,623 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,624 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,626 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,915 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,921 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,922 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,924 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:22,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,923 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:23,980 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:24,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,547 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,548 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,593 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,594 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,846 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,847 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,848 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,876 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,877 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,878 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,883 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:24,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,289 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,424 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:25,483 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 01:33:25,570 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 01:33:25,599 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 01:33:25,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:25,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 01:33:26,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:30,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:33:30,050 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:33:31,983 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:35,985 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:39,987 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:41,987 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:43,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,745 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,753 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,754 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:43,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,221 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,225 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,226 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,227 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,229 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,230 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:45,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:33:45,286 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:33:45,989 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:47,990 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:49,190 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,191 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,202 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,203 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,204 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,205 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,206 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,207 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,208 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:49,488 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:33:51,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,893 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,897 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,899 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,905 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,906 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,907 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,910 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:51,991 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:53,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,177 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,178 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,182 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,187 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,188 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:53,992 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:54,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:54,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:33:56,994 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:33:58,994 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:00,584 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:34:00,584 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:34:00,995 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:02,996 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:04,997 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:06,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,329 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,331 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,332 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:06,998 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:08,998 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:10,999 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:13,000 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:15,001 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:15,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,500 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,508 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:15,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:34:15,886 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:34:17,002 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:19,003 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:20,257 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:34:21,004 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:23,004 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:25,005 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:27,006 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:29,007 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:31,008 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:31,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:34:31,437 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:34:33,009 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:35,010 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:37,010 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:39,011 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:40,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:40,071 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:41,012 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:43,013 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:44,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,697 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,699 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,700 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,705 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:44,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,013 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:45,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,494 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,502 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,503 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,504 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,505 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,521 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,523 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,525 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,526 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,528 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,529 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,530 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:45,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:46,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:34:46,724 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:34:47,014 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:47,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,059 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:47,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,758 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:48,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,015 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:49,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,925 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,926 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,928 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,933 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:49,936 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,091 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,164 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,168 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:50,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:51,016 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:51,058 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:34:52,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,318 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,319 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:52,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,756 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,762 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,765 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:55,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:57,018 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:34:59,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,294 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,296 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,305 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,306 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,307 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:34:59,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:01,020 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:02,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:35:02,025 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:35:03,021 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:05,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,345 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:05,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:07,023 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:10,024 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:12,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,181 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,185 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:12,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:14,025 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:16,026 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:17,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:35:17,284 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:35:18,027 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:19,428 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,429 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,433 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,435 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,442 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,443 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:19,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,028 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:20,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,499 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,506 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,507 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,509 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,510 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,512 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,513 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,514 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,741 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,749 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,750 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,751 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:20,752 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,629 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,634 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,635 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,639 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,824 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,829 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,831 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:21,850 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:35:24,029 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:26,030 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:28,031 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:30,032 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:32,033 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:32,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:35:32,650 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:35:34,034 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:36,035 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:37,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:37,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:38,036 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:40,037 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:42,038 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:44,038 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:46,040 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:47,763 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,766 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,767 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:47,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:35:48,040 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:48,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:35:48,047 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:35:50,041 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:52,042 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:52,638 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:35:54,043 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:56,044 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:35:58,045 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:00,046 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:02,046 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:03,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:36:03,297 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:36:03,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,771 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,773 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,776 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:03,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:04,047 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:06,048 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:07,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:07,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:08,049 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:09,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,364 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:09,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,050 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:10,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,723 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:10,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,036 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,041 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,644 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,645 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,646 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,647 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,648 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,649 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,650 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,651 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:11,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,050 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:12,166 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,167 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,169 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,170 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,171 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,172 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,173 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,176 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,355 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,356 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,357 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,361 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:12,534 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 01:36:12,605 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 01:36:12,631 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 01:36:13,051 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 01:36:14,051 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:17,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,211 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,215 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,217 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,231 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,232 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,234 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,237 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,238 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,764 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,768 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,769 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,770 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,772 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:17,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:18,698 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:36:18,699 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:36:19,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,432 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,436 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,455 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,853 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,868 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:19,869 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:20,054 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:23,449 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:36:23,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,569 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,571 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,572 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:23,573 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:24,055 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:27,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,057 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:27,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:27,070 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:31,058 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:33,059 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:33,977 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:36:33,977 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:36:37,061 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:39,061 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:39,297 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,298 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,300 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,301 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,302 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,304 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,309 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,310 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,311 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,397 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:39,398 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:41,062 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:43,063 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:44,132 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,133 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,135 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,136 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,137 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,138 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,139 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,143 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,144 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,146 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,147 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:44,148 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,670 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,673 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,678 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,679 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:46,683 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,065 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:47,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,604 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,605 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,774 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:47,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:49,066 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:49,308 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:36:49,308 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:36:50,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,969 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,972 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,973 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,974 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,975 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,979 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,980 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:50,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:36:51,066 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:53,067 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:54,232 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:36:55,068 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:57,069 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:36:59,070 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:01,071 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:02,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,589 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,591 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,592 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,595 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,599 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:02,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:03,072 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:04,681 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:37:04,681 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:37:05,072 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:07,073 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:09,074 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:11,075 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:13,076 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:15,077 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:16,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,330 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,333 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,334 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,336 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,340 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:16,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:17,077 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:19,078 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:19,935 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:37:19,936 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:37:21,079 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:23,080 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:25,024 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:37:25,081 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:27,081 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:29,082 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:30,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,702 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,711 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:30,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:31,083 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:33,084 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:35,085 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:35,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:37:35,272 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:37:36,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,387 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,712 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,713 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,714 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,716 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,717 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:36,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,086 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:37,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,268 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:37,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:39,086 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:40,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:40,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,058 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,060 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,077 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,198 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,199 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,201 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,213 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,214 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,216 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,218 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,219 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:43,220 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:45,089 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:48,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,704 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,706 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,708 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,709 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,710 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,854 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,855 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:48,856 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:50,091 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:51,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:37:51,738 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:37:52,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,061 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:52,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,832 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,839 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,840 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,842 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,843 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:53,844 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:54,093 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:55,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,269 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,283 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,285 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,388 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,389 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,394 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,395 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,396 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,402 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:37:55,823 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:37:56,093 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:37:58,094 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:02,096 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:02,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,367 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,368 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,375 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,377 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,379 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:02,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:04,097 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:06,097 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:07,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:38:07,023 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:38:09,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,556 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,557 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,558 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,559 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:09,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:10,099 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:12,100 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:13,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,062 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,064 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,065 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,066 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,067 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,113 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,115 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,116 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:13,117 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,101 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:14,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,400 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,403 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,405 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,406 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:14,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,102 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:16,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,351 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,352 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,353 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,358 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,359 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,360 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,362 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:16,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:18,103 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:19,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,715 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,718 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,719 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,720 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,721 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,803 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,806 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,808 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,809 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,810 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:19,811 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:20,103 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:22,104 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:22,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:38:22,341 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:38:24,105 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:26,106 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:26,575 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:38:28,107 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:30,108 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:31,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,313 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,321 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,322 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,323 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,324 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,325 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:31,326 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:32,108 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:34,109 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:36,110 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:37,625 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:38:37,625 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:38:38,111 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:40,112 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:42,113 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:44,113 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:46,114 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:46,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,488 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:46,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:48,115 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:50,116 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:52,117 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:52,863 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:38:52,863 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:38:54,118 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:56,118 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:38:57,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,280 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,281 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,282 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,284 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,285 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,286 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,287 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,288 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:38:57,319 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:38:58,119 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:00,120 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:02,121 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:03,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,413 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,685 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,689 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,691 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,693 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,694 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,695 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,696 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,724 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,873 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,874 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,934 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,937 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,938 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,939 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:03,940 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:04,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:04,053 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 01:39:04,154 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 01:39:04,188 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 01:39:04,188 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 01:39:05,188 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:08,175 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:39:08,175 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:39:11,190 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:11,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,560 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,561 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,563 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,574 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,578 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,579 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:11,580 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,562 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,564 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,566 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,567 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:13,568 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,192 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:15,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,276 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:15,277 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,845 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,849 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,850 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,851 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,852 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,860 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,862 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,864 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,865 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:16,866 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,365 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,366 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,369 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,370 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,371 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,380 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,382 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,384 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,385 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:18,386 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:19,194 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:21,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,527 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,531 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,532 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,540 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,545 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:21,546 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:23,196 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:23,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:39:23,444 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:39:25,197 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:26,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,037 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,038 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,049 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:26,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,250 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:27,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,125 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:39:28,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,797 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,798 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,799 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,800 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,801 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:28,802 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:29,198 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:31,199 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:31,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,434 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,437 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,439 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,440 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,441 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,445 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,446 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,449 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,479 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,480 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,481 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:31,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:33,200 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:35,201 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:38,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:39:38,913 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:39:39,203 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:40,627 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,628 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,630 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,631 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,632 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,633 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,638 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,640 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,641 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,642 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:40,643 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,204 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:41,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,822 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,825 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,826 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,828 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,833 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,834 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,835 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,837 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:41,838 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,205 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:43,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,978 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,981 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,982 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,983 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,984 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,988 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,991 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,992 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:43,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:44,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:44,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:44,997 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:44,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:44,998 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:44,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,005 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,006 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,008 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,009 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,206 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:45,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,266 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,270 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,271 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,272 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,273 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,274 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:45,275 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:47,207 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:49,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,046 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,048 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,052 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,057 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:49,208 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:50,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,090 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,094 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,095 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:50,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:51,208 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:53,209 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:54,267 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:39:54,268 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:39:55,210 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:57,211 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:39:58,921 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:39:59,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,079 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,087 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,089 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:39:59,212 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:01,213 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:03,214 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:05,215 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:07,216 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:09,520 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:40:09,520 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:40:10,217 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:12,218 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:14,219 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:14,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,338 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,341 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,342 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,344 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,347 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,348 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,349 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:14,350 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:16,220 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:18,221 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:20,222 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:22,223 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:24,224 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:24,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:40:24,788 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:40:25,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:25,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:26,225 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:28,226 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:29,722 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:40:30,227 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:30,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,420 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,489 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,490 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,491 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:30,492 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:32,228 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:38,231 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:39,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,742 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,743 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,744 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,746 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,755 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,757 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,759 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,760 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:39,761 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:40,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:40:40,031 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:40:41,666 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,667 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,671 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,672 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,674 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,682 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,684 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,686 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,687 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:41,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:42,232 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:44,881 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,882 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,887 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,896 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,898 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,900 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,901 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,902 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,913 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,916 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,918 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,919 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,927 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,929 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,931 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:44,932 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,025 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,026 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,029 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,030 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,031 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,032 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,033 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,042 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:45,045 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,092 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,093 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,097 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,098 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,109 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,110 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,111 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,112 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,113 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,114 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:46,234 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:48,235 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:49,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,179 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,183 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,184 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,186 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,192 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,193 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,194 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,195 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,196 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:49,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,236 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:50,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,538 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,541 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,542 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,543 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,544 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,549 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,550 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,551 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,552 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,553 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:50,555 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,248 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,253 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:53,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:54,237 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:55,517 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:40:55,517 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:40:55,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,872 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,879 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,880 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,884 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,886 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,888 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:55,889 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,068 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,069 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,072 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,073 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,074 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,075 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,080 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,081 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,082 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,084 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,086 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:56,238 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:58,239 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:40:58,596 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,597 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,600 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,601 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,602 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,603 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,608 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,610 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,611 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,612 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:40:58,613 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:00,534 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:41:01,039 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,040 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,047 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,050 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,053 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,054 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,055 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:01,056 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:02,241 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:04,241 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:04,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,471 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,474 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,475 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,476 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,477 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,482 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,483 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,484 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,485 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,486 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:04,487 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:06,242 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:08,243 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:10,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:41:10,778 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:41:11,244 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:11,989 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,994 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,995 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,996 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:11,999 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,000 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,001 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,002 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,003 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:12,004 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,245 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:13,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,787 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,788 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:13,796 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,789 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,790 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,791 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,793 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:14,794 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,246 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:15,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,733 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,734 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:15,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,730 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,731 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,732 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,735 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,737 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,739 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:16,740 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:17,247 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:19,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:19,447 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,448 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,450 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,451 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,452 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,453 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,456 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,457 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,458 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,459 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,460 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:19,461 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,248 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:21,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,404 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,407 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,408 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,409 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,410 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,411 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,414 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,415 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,416 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:21,418 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:23,249 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:25,250 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:26,152 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:41:26,152 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:41:27,250 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:29,251 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:31,251 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,252 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,252 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:31,254 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,255 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,257 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,261 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,262 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,263 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,264 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,265 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:31,330 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:41:33,253 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:35,254 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:37,255 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:39,256 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:41,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,096 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,099 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,100 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,101 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,102 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,103 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,104 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,105 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,106 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,107 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,108 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:41,256 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:41,438 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:41:41,438 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:41:43,257 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:45,258 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:47,259 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:49,260 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:51,261 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:51,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,775 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,777 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,778 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,779 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,780 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,781 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,783 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,784 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,785 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:51,786 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:53,262 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:54,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,659 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,660 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,661 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,725 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,726 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,727 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,728 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,729 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,792 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 01:41:54,844 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 01:41:54,921 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 01:41:54,947 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 01:41:55,263 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:55,263 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 01:41:56,263 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:56,747 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:41:56,748 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:41:57,264 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:41:59,265 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:01,266 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:02,084 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:42:03,267 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:05,267 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:07,268 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:09,269 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:11,270 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:12,083 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:42:12,083 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:42:13,271 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:15,272 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:17,273 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:20,274 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:22,275 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:24,276 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:26,277 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:27,417 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:42:27,417 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:42:28,278 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:30,279 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:32,280 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:32,848 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:42:34,281 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:36,282 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:38,283 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:40,284 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:42,285 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:42,652 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:42:42,653 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:42:44,286 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:46,287 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:48,288 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:50,288 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:52,289 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:54,290 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:56,291 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:42:58,076 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:42:58,076 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:42:58,292 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:00,293 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:02,294 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:03,609 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:43:04,295 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:06,296 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:08,297 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:10,297 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:12,298 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:13,444 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:43:13,445 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:43:14,299 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:16,300 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:18,301 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:20,302 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:22,303 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:24,303 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:27,305 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:28,688 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:43:28,688 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:43:29,306 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:31,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:33,307 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:34,381 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:43:35,309 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:37,309 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:39,310 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:41,311 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:43,312 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:43,930 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:43:43,931 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:43:45,313 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:47,314 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:49,315 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:51,316 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:53,317 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:55,318 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:57,319 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:43:59,292 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:43:59,292 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:43:59,320 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:01,321 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:03,321 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:05,120 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:44:05,322 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:07,323 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:09,324 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:11,325 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:13,326 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:14,534 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:44:14,535 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:44:15,327 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:17,328 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:19,328 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:21,329 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:23,330 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:25,331 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:27,332 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:29,333 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:30,011 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:44:30,011 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:44:31,334 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:33,335 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:35,336 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:35,850 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:44:37,337 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:39,338 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:41,338 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:43,339 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:45,339 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:44:45,340 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:44:45,344 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:47,344 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:49,345 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:51,346 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:53,347 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:55,348 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:57,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:44:59,349 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:00,590 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:45:00,591 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:45:01,350 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:03,351 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:05,352 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:06,603 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:45:07,353 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:09,355 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:11,356 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:13,356 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:15,357 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:15,830 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:45:15,830 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:45:18,359 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:20,360 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:22,360 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:24,361 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:26,362 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:28,363 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:30,364 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:31,293 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:45:31,293 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:45:32,365 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:34,366 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:36,367 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:37,348 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:45:38,368 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:40,369 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:42,369 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:44,370 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:46,371 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:46,586 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:45:46,587 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:45:48,372 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:50,373 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:52,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:54,374 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:56,375 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:45:58,376 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:00,377 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:01,966 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:46:01,966 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:46:02,378 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:04,379 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:06,380 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:08,145 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:46:08,380 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:10,381 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:12,382 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:14,383 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:16,383 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:17,256 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:46:17,256 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:46:18,385 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:20,385 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:22,386 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:24,387 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:26,388 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:28,388 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:30,389 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:32,390 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:32,511 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:46:32,511 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:46:34,390 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:36,391 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:38,931 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:46:39,393 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:41,394 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:43,394 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:45,395 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:47,396 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:47,819 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:46:47,820 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:46:49,397 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:51,398 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:53,398 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:55,399 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:57,400 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:46:59,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:01,401 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:03,145 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:47:03,145 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:47:03,402 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:05,403 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:07,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:09,404 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:09,719 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:47:11,405 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:13,406 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:15,407 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:17,408 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:18,393 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:47:18,394 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:47:19,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:21,409 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:23,410 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:25,411 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:27,412 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:29,413 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:31,413 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:33,414 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:33,722 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:47:33,722 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:47:35,415 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:37,415 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:39,416 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:40,517 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:47:41,417 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:43,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:45,418 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:47,419 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:49,085 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:47:49,086 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:47:49,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:51,420 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:53,421 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:55,422 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:47:58,423 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:00,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:02,424 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:04,419 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:48:04,420 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:48:04,425 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:06,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:08,426 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:10,427 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:11,282 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:48:12,428 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:14,429 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:16,429 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:18,430 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:19,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:48:19,708 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:48:20,431 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:22,432 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:24,433 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:26,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:28,434 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:30,435 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:32,436 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:34,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:35,022 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:48:35,022 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:48:36,437 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:38,438 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:40,439 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:42,052 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:48:42,440 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:44,440 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:46,441 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:48,442 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:50,335 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:48:50,335 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:48:50,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:52,443 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:54,444 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:57,445 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:48:59,446 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:01,447 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:03,448 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:05,448 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:05,598 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:49:05,598 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:49:07,449 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:09,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:11,450 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:12,815 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:49:13,451 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:15,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:17,452 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:19,453 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:20,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:49:20,963 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:49:21,454 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:23,455 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:25,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:27,456 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:29,457 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:31,458 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:33,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:35,459 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:36,291 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:49:36,291 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:49:37,460 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:39,461 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:41,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:43,462 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:43,583 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:49:45,463 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:47,464 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:49,464 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:51,465 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:51,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:49:51,637 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:49:53,466 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:55,467 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:57,468 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:49:59,469 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:01,469 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:03,470 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:05,471 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:07,043 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:50:07,043 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:50:07,472 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:09,473 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:11,474 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:13,475 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:14,342 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:50:15,476 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:17,477 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:19,477 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:21,478 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:22,390 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:50:22,390 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:50:23,478 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:25,480 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:27,481 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:29,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:31,482 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:33,483 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:35,484 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:37,485 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:37,736 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:50:37,736 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:50:39,485 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:41,486 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:43,487 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:45,089 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:50:45,488 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:47,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:49,489 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:51,490 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:53,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:50:53,014 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:50:54,491 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:56,492 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:50:58,493 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:00,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:02,494 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:04,495 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:06,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:08,346 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:51:08,346 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:51:08,496 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:10,497 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:12,498 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:14,499 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:15,831 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:51:16,500 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:18,500 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:20,501 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:22,502 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:23,701 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:51:23,701 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:51:24,503 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:26,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:28,504 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:30,505 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:32,506 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:34,507 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:36,507 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:38,508 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:39,013 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:51:39,014 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:51:40,509 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:42,510 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:44,511 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:46,511 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:46,556 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:51:48,512 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:50,513 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:52,513 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:54,328 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:51:54,328 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:51:54,514 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:56,515 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:51:58,516 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:00,516 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:02,517 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:04,518 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:06,519 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:08,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:09,622 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:52:09,622 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:52:10,520 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:12,521 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:14,521 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:16,522 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:17,317 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:52:18,523 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:20,524 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:22,525 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:24,525 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:24,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:52:24,908 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:52:26,526 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:28,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:30,527 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:32,528 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:34,529 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:37,530 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:39,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:40,174 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:52:40,174 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:52:41,531 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:43,532 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:45,533 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:47,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:48,095 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:52:49,534 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:51,535 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:53,536 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:55,431 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:52:55,431 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:52:55,537 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:57,538 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:52:59,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:01,539 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:03,540 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:05,541 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:07,542 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:09,543 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:10,738 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:53:10,739 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:53:11,544 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:13,545 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:15,546 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:17,547 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:18,816 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:53:19,548 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:21,549 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:23,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:25,550 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:26,023 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:53:26,024 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:53:27,551 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:29,552 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:31,553 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:33,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:35,554 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:37,555 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:39,556 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:41,260 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:53:41,260 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:53:41,557 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:43,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:45,558 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:47,559 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:49,560 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:49,591 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:53:51,561 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:53,562 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:55,563 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:56,524 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:53:56,525 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:53:57,564 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:53:59,565 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:01,565 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:03,566 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:05,567 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:07,568 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:09,569 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:12,088 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:54:12,088 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:54:12,570 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:14,571 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:16,572 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:18,573 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:20,345 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:54:20,573 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:22,574 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:24,575 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:26,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:27,454 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:54:27,454 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:54:28,576 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:30,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:32,578 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:34,579 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:36,580 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:38,581 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:40,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:42,582 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:42,807 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:54:42,807 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:54:44,583 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:46,584 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:48,585 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:50,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:51,156 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:54:52,586 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:54,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:56,588 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:54:58,236 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:54:58,236 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:54:59,589 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:01,590 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:03,591 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:05,592 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:07,593 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:09,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:11,594 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:13,498 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:55:13,498 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:55:13,595 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:15,596 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:17,597 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:19,598 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:21,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:21,963 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:55:23,599 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:25,600 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:27,601 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:28,914 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:55:28,915 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:55:29,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:31,602 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:33,603 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:35,604 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:37,604 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:39,605 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:41,606 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:44,235 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:55:44,236 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:55:44,607 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:46,608 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:48,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:50,609 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:52,610 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:52,779 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:55:54,611 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:56,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:58,612 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:55:59,587 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:55:59,588 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:56:00,613 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:02,614 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:04,615 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:06,615 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:08,616 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:10,617 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:12,618 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:14,619 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:14,920 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:56:14,921 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:56:16,619 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:18,620 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:20,621 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:22,622 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:23,561 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:56:24,622 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:26,623 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:28,624 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:30,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:56:30,154 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:56:30,625 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:32,626 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:34,627 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:37,628 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:39,629 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:41,630 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:43,631 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:45,537 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:56:45,538 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:56:45,632 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:47,633 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:49,634 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:51,635 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:53,635 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:54,312 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:56:55,636 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:57,637 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:56:59,638 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:00,987 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:57:00,987 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:57:01,639 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:03,640 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:05,641 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:07,642 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:09,643 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:11,644 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:13,644 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:15,645 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:16,320 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:57:16,321 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:57:17,646 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:19,647 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:21,648 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:23,649 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:25,044 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:57:25,650 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:27,651 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:29,652 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:31,653 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:31,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:57:31,691 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:57:33,654 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:35,655 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:37,656 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:39,657 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:41,658 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:43,659 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:45,659 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:46,971 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:57:46,971 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:57:47,660 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:49,661 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:51,662 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:53,663 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:55,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:55,785 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:57:57,664 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:57:59,665 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:01,666 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:02,392 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:58:02,392 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:58:03,667 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:05,667 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:07,668 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:09,669 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:12,670 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:14,671 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:16,672 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:17,795 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:58:17,795 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:58:18,673 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:20,674 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:22,675 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:24,675 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:26,552 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:58:26,676 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:28,677 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:30,677 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:32,678 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:33,051 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:58:33,051 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:58:34,679 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:36,680 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:38,680 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:40,681 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:42,682 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:44,683 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:46,684 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:48,354 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:58:48,354 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:58:48,685 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:50,685 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:52,686 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:54,687 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:56,688 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:58:57,279 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:58:58,689 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:00,690 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:02,691 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:03,680 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:59:03,681 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:59:04,692 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:06,693 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:09,695 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:11,695 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:13,696 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:15,697 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:17,698 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:18,990 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:59:18,990 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:59:19,699 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:21,700 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:23,701 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:25,702 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:27,703 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:28,055 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:59:29,704 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:31,705 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:33,706 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:34,317 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:59:34,317 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:59:35,707 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:37,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:39,708 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:41,709 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:43,710 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:45,710 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:47,711 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:49,669 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 01:59:49,669 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 01:59:49,712 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:51,712 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:53,713 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:55,714 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:57,714 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 01:59:58,847 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 01:59:59,715 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:01,716 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:03,718 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:05,044 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:00:05,046 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:00:07,720 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:10,721 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:12,722 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:14,724 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:16,724 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:18,725 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:20,363 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:00:20,363 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:00:20,726 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:22,727 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:24,728 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:26,729 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:28,730 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:29,615 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:00:30,731 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:32,732 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:34,733 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:35,690 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:00:35,690 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:00:36,734 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:38,735 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:40,736 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:42,737 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:44,738 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:46,739 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:48,740 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:50,741 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:50,962 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:00:50,962 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:00:52,742 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:54,743 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:56,744 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:00:58,745 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:00,405 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:01:00,746 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:02,747 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:05,748 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:06,295 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:01:06,295 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:01:07,749 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:09,750 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:11,751 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:13,752 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:15,753 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:17,754 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:19,755 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:21,536 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:01:21,536 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:01:21,756 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:23,757 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:25,758 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:27,759 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:29,760 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:31,189 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:01:31,761 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:33,762 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:35,763 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:36,857 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:01:36,857 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:01:37,764 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:39,765 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:41,766 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:43,767 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:45,768 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:47,769 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:49,770 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:51,771 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:52,154 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:01:52,155 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:01:53,772 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:56,774 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:01:58,775 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:00,776 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:01,953 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:02:02,777 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:04,778 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:06,779 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:07,518 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:02:07,518 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:02:08,780 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:10,781 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:12,782 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:14,783 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:16,784 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:18,785 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:20,786 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:22,787 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:22,841 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:02:22,841 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:02:24,788 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:26,788 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:28,789 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:30,790 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:32,690 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:02:32,791 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:34,792 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:36,793 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:38,123 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:02:38,123 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:02:38,794 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:40,795 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:42,796 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:44,797 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:46,798 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:48,799 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:50,800 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:52,801 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:53,917 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:02:53,917 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:02:55,802 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:57,803 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:02:59,804 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:01,805 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:03,474 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:03:03,806 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:05,807 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:07,808 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:09,312 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:03:09,313 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:03:09,809 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:11,810 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:13,811 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:15,812 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:17,813 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:19,814 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:21,815 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:23,816 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:24,570 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:03:24,570 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:03:25,817 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:27,818 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:29,819 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:31,820 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:33,821 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:34,216 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:03:35,822 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:38,823 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:39,867 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:03:39,868 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:03:40,824 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:42,825 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:44,826 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:46,827 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:48,828 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:50,829 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:52,830 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:54,831 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:55,197 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:03:55,197 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:03:56,832 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:03:58,833 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:00,834 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:02,835 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:04,836 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:04,958 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:04:06,837 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:08,838 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:10,519 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:04:10,520 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:04:10,839 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:12,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:14,840 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:16,841 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:18,842 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:20,843 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:22,844 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:24,845 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:25,903 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:04:25,904 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:04:26,846 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:28,847 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:30,848 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:32,849 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:34,850 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:35,722 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:04:36,850 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:38,851 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:40,852 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:41,228 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:04:41,229 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:04:43,854 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:45,855 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:47,856 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:49,857 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:51,858 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:53,859 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:55,860 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:56,609 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:04:56,609 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:04:57,860 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:04:59,861 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:01,862 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:03,863 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:05,864 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:06,460 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:05:07,865 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:09,866 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:11,867 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:11,993 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:05:11,993 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:05:13,868 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:15,869 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:17,870 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:19,871 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:21,872 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:23,873 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:25,874 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:27,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:05:27,246 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:05:27,875 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:29,876 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:31,877 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:33,878 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:35,879 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:37,187 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:05:37,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:39,880 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:41,881 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:42,497 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:05:42,497 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:05:43,882 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:45,883 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:47,884 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:49,885 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:51,886 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:53,886 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:55,887 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:05:57,836 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:05:57,836 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:05:58,889 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:00,890 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:02,891 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:04,892 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:06,892 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:07,926 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:06:08,893 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:10,894 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:12,895 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:13,124 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:06:13,125 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:06:14,896 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:16,897 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:18,898 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:20,899 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:22,900 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:24,901 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:26,902 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:28,373 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:06:28,374 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:06:28,903 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:30,904 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:32,905 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:34,906 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:36,907 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:38,707 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:06:38,908 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:40,909 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:42,910 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:43,606 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:06:43,606 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:06:44,911 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:46,912 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:48,913 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:50,914 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:52,915 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:54,916 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:56,917 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:58,918 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:06:58,968 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:06:58,968 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:07:00,919 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:02,920 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:05,921 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:07,922 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:09,474 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:07:09,923 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:11,924 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:13,925 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:14,303 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:07:14,304 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:07:15,926 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:17,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:19,927 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:21,928 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:23,929 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:25,930 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:27,931 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:29,692 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:07:29,692 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:07:29,933 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:31,934 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:33,935 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:35,936 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:37,937 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:39,938 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:40,217 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:07:41,939 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:43,940 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:44,976 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:07:44,977 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:07:45,941 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:47,942 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:49,943 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:51,944 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:53,945 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:55,946 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:57,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:07:59,947 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:00,290 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:08:00,290 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:08:01,948 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:03,949 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:05,950 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:07,951 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:10,952 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:10,989 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:08:12,953 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:14,954 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:15,554 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:08:15,554 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:08:16,955 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:18,956 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:20,957 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:22,958 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:24,960 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:26,961 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:28,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:30,912 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:08:30,913 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:08:30,962 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:32,963 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:34,964 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:36,965 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:38,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:40,966 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:41,730 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:08:42,967 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:44,968 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:46,142 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:08:46,142 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:08:46,969 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:48,969 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:50,970 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:52,971 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:54,971 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:56,972 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:08:58,973 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:00,974 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:01,412 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:09:01,412 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:09:03,975 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:05,976 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:07,977 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:09,978 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:11,979 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:12,484 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:09:13,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:15,981 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:16,707 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:09:16,707 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:09:17,982 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:19,983 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:21,984 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:23,985 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:25,986 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:27,987 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:29,988 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:31,989 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:32,010 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:09:32,010 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:09:33,990 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:35,991 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:37,993 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:39,994 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:41,995 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:43,240 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:09:43,996 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:45,997 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:47,246 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:09:47,246 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:09:47,998 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:49,999 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:51,999 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:54,000 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:56,001 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:09:58,002 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:00,003 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:02,004 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:02,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:10:02,637 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:10:05,006 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:07,006 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:09,007 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:11,008 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:13,009 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:14,018 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:10:15,010 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:17,010 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:17,908 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:10:17,908 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:10:19,011 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:22,012 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:24,013 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:26,013 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:28,014 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:30,015 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:32,015 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:33,314 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:10:33,314 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:10:34,016 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:36,017 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:38,018 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:40,018 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:42,019 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:44,020 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:44,715 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:10:46,020 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:48,021 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:48,637 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:10:48,637 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:10:50,022 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:52,022 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:54,023 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:56,024 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:10:58,025 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:00,025 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:02,026 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:03,909 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:11:03,909 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:11:04,027 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:06,027 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:08,028 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:10,029 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:12,029 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:14,030 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:15,518 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:11:16,031 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:11:19,240 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:11:19,240 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:11:34,501 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:11:34,501 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:11:46,263 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:11:49,782 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:11:49,783 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:11:59,576 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: partial_history +2022-05-05 02:11:59,582 DEBUG SenderThread:171932 [sender.py:send():232] send: history +2022-05-05 02:11:59,614 DEBUG SenderThread:171932 [sender.py:send():232] send: summary +2022-05-05 02:11:59,657 INFO SenderThread:171932 [sender.py:_save_file():946] saving file wandb-summary.json with policy end +2022-05-05 02:12:00,048 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/wandb-summary.json +2022-05-05 02:12:02,049 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:12:05,078 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:12:05,079 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:12:10,053 INFO Thread-7 :171932 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-large-voxrex-npsc-nst/wandb/run-20220504_161621-2jrat5mt/files/output.log +2022-05-05 02:12:17,053 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:12:20,327 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:12:20,327 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:12:35,582 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:12:35,583 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:12:47,881 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:12:50,827 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:12:50,827 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:13:06,063 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:13:06,063 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status +2022-05-05 02:13:18,728 DEBUG SenderThread:171932 [sender.py:send():232] send: stats +2022-05-05 02:13:21,343 DEBUG HandlerThread:171932 [handler.py:handle_request():141] handle_request: stop_status +2022-05-05 02:13:21,344 DEBUG SenderThread:171932 [sender.py:send_request():246] send_request: stop_status