diff --git "a/wandb/debug-internal.log" "b/wandb/debug-internal.log" --- "a/wandb/debug-internal.log" +++ "b/wandb/debug-internal.log" @@ -1,16668 +1,145 @@ -2024-04-08 20:30:54,363 INFO StreamThr :1179 [internal.py:wandb_internal():86] W&B internal server running at pid: 1179, started at: 2024-04-08 20:30:54.362829 -2024-04-08 20:30:54,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status -2024-04-08 20:30:54,757 INFO WriterThread:1179 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/run-ldiuneeg.wandb -2024-04-08 20:30:54,758 DEBUG SenderThread:1179 [sender.py:send():378] send: header -2024-04-08 20:30:54,761 DEBUG SenderThread:1179 [sender.py:send():378] send: run -2024-04-08 20:30:54,914 INFO SenderThread:1179 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files -2024-04-08 20:30:54,914 INFO SenderThread:1179 [sender.py:_start_run_threads():1099] run started: ldiuneeg with start time 1712608254.362538 -2024-04-08 20:30:54,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: check_version -2024-04-08 20:30:54,923 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: check_version -2024-04-08 20:30:55,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: run_start -2024-04-08 20:30:55,031 DEBUG HandlerThread:1179 [system_info.py:__init__():26] System info init -2024-04-08 20:30:55,031 DEBUG HandlerThread:1179 [system_info.py:__init__():41] System info init done -2024-04-08 20:30:55,031 INFO HandlerThread:1179 [system_monitor.py:start():194] Starting system monitor -2024-04-08 20:30:55,031 INFO SystemMonitor:1179 [system_monitor.py:_start():158] Starting system asset monitoring threads -2024-04-08 20:30:55,031 INFO HandlerThread:1179 [system_monitor.py:probe():214] Collecting system info -2024-04-08 20:30:55,032 INFO SystemMonitor:1179 [interfaces.py:start():190] Started cpu monitoring -2024-04-08 20:30:55,033 INFO SystemMonitor:1179 [interfaces.py:start():190] Started disk monitoring -2024-04-08 20:30:55,034 INFO SystemMonitor:1179 [interfaces.py:start():190] Started gpu monitoring -2024-04-08 20:30:55,035 INFO SystemMonitor:1179 [interfaces.py:start():190] Started memory monitoring -2024-04-08 20:30:55,035 INFO SystemMonitor:1179 [interfaces.py:start():190] Started network monitoring -2024-04-08 20:30:55,045 DEBUG HandlerThread:1179 [system_info.py:probe():150] Probing system -2024-04-08 20:30:55,048 DEBUG HandlerThread:1179 [gitlib.py:_init_repo():56] git repository is invalid -2024-04-08 20:30:55,048 DEBUG HandlerThread:1179 [system_info.py:probe():198] Probing system done -2024-04-08 20:30:55,048 DEBUG HandlerThread:1179 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-08T20:30:55.046043', 'startedAt': '2024-04-08T20:30:54.356910', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '622eb14e717e', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.14, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.14, 'min': 0.0, 'max': 0.0}, {'current': 2000.14, 'min': 0.0, 'max': 0.0}, {'current': 2000.14, 'min': 0.0, 'max': 0.0}, {'current': 2000.14, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5568.727569580078}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} -2024-04-08 20:30:55,048 INFO HandlerThread:1179 [system_monitor.py:probe():224] Finished collecting system info -2024-04-08 20:30:55,048 INFO HandlerThread:1179 [system_monitor.py:probe():227] Publishing system info -2024-04-08 20:30:55,048 DEBUG HandlerThread:1179 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment -2024-04-08 20:30:55,916 INFO Thread-12 :1179 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/conda-environment.yaml -2024-04-08 20:31:50,932 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/conda-environment.yaml -2024-04-08 20:31:51,326 DEBUG HandlerThread:1179 [system_info.py:_save_conda():219] Saving conda packages done -2024-04-08 20:31:51,327 INFO HandlerThread:1179 [system_monitor.py:probe():229] Finished publishing system info -2024-04-08 20:31:51,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: python_packages -2024-04-08 20:31:51,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: stop_status -2024-04-08 20:31:51,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: internal_messages -2024-04-08 20:31:51,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,339 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: python_packages -2024-04-08 20:31:51,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:51,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:51,343 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: stop_status -2024-04-08 20:31:51,400 DEBUG SenderThread:1179 [sender.py:send():378] send: telemetry -2024-04-08 20:31:51,400 DEBUG SenderThread:1179 [sender.py:send():378] send: config -2024-04-08 20:31:51,401 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-08 20:31:51,401 DEBUG SenderThread:1179 [sender.py:send():378] send: telemetry -2024-04-08 20:31:51,401 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-08 20:31:51,402 WARNING SenderThread:1179 [sender.py:send_metric():1316] Seen metric with glob (shouldn't happen) -2024-04-08 20:31:51,402 DEBUG SenderThread:1179 [sender.py:send():378] send: telemetry -2024-04-08 20:31:51,403 DEBUG SenderThread:1179 [sender.py:send():378] send: files -2024-04-08 20:31:51,403 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-metadata.json with policy now -2024-04-08 20:31:51,601 INFO wandb-upload_0:1179 [upload_job.py:push():131] Uploaded file /tmp/tmp8wxj_oqiwandb/mffcixj0-wandb-metadata.json -2024-04-08 20:31:51,932 INFO Thread-12 :1179 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/requirements.txt -2024-04-08 20:31:51,932 INFO Thread-12 :1179 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-metadata.json -2024-04-08 20:31:51,933 INFO Thread-12 :1179 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:31:51,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:31:53,933 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:31:55,036 DEBUG SystemMonitor:1179 [system_monitor.py:_start():172] Starting system metrics aggregation loop -2024-04-08 20:31:55,037 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:31:55,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:31:55,934 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/config.yaml -2024-04-08 20:31:56,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:00,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:01,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:02,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:32:02,047 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-08 20:32:02,047 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-08 20:32:02,047 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-08 20:32:02,047 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-08 20:32:02,048 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:32:02,048 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:32:02,048 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:32:02,937 INFO Thread-12 :1179 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:32:03,937 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:32:05,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:07,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:10,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:12,194 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:15,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:17,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:20,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:22,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:25,038 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:32:26,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:26,947 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/config.yaml -2024-04-08 20:32:27,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:31,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:32,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:32,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:32:32,350 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:32:32,351 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:32:32,351 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:32:32,950 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:32:33,950 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:32:35,951 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:32:36,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:37,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:41,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:42,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:46,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:47,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:51,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:52,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:32:55,039 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:32:57,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:32:57,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:00,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:33:00,946 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:33:00,946 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:33:00,947 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:33:00,960 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:33:02,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:02,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:03,962 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:33:07,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:07,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:12,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:12,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:17,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:17,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:22,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:22,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:25,040 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:33:27,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:28,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:30,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:33:30,481 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:33:30,481 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:33:30,482 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:33:30,972 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:33:31,972 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:33:32,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:33,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:33,973 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:33:37,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:38,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:42,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:43,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:47,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:48,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:52,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:53,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:33:55,041 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:33:57,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:33:59,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:02,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:34:02,252 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:34:02,252 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:34:02,252 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:34:02,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:02,984 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:34:03,985 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:34:04,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:05,986 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:34:07,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:09,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:12,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:14,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:17,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:19,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:22,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:24,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:25,042 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:34:27,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:30,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:32,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:34:32,056 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:34:32,057 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:34:32,057 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:34:32,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:32,996 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:34:33,996 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:34:35,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:37,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:40,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:42,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:45,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:47,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:50,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:52,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:34:55,043 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:34:56,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:34:57,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:01,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:02,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:04,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:35:04,137 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:35:04,137 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:35:04,137 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:35:05,009 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:35:06,009 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:35:06,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:07,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:11,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:12,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:16,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:17,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:21,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:22,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:25,045 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:35:27,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:27,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:32,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:32,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:35,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:35:35,182 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:35:35,183 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:35:35,185 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:35:36,020 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:35:37,103 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:37,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:38,021 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:35:42,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:42,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:47,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:48,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:52,106 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:53,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:35:55,046 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:35:58,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:35:58,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:03,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:03,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:05,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:36:05,799 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:36:05,799 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:36:05,800 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:36:06,032 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:36:08,033 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:36:08,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:08,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:13,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:13,629 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:18,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:18,630 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:23,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:23,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:25,047 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:36:28,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:29,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:33,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:34,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:34,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:36:34,695 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:36:34,695 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:36:34,695 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:36:35,043 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:36:38,045 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:36:38,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:39,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:43,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:44,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:48,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:49,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:53,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:36:54,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:36:55,048 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:36:58,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:00,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:02,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:37:02,704 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:37:02,704 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:37:02,704 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:37:03,054 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:37:03,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:05,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:06,056 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:37:08,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:10,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:13,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:15,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:18,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:20,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:23,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:25,049 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:37:26,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:28,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:31,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:33,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:37:33,129 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:37:33,129 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:37:33,129 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:37:33,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:34,068 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:37:36,069 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:37:36,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:38,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:41,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:43,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:46,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:48,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:51,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:53,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:37:55,050 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:37:57,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:37:58,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:02,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:03,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:38:03,542 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:38:03,542 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:38:03,543 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:38:03,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:04,080 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:38:06,081 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:38:07,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:09,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:12,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:14,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:17,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:19,005 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:22,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:24,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:25,051 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:38:28,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:29,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:33,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:34,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:36,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:38:36,524 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:38:36,525 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:38:36,525 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:38:37,092 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:38:38,093 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:38:38,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:39,025 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:40,094 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:38:43,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:44,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:48,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:49,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:53,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:38:54,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:55,052 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:38:59,037 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:38:59,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:04,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:04,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:07,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:39:07,441 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:39:07,441 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:39:07,442 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:39:08,105 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:39:09,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:09,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:10,106 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:39:14,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:14,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:19,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:19,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:24,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:24,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:25,053 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:39:29,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:29,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:30,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:34,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:35,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:39,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:40,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:42,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:39:42,390 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:39:42,391 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:39:42,391 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:39:43,119 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:39:44,119 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:39:44,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:45,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:49,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:50,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:54,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:39:55,054 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:39:56,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:39:59,150 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:01,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:04,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:06,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:09,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:11,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:14,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:14,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:40:14,447 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:40:14,447 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:40:14,448 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:40:15,131 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:40:16,132 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:40:16,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:19,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:21,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:24,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:25,055 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:40:27,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:29,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:32,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:34,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:37,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:39,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:42,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:43,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:40:43,993 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:40:43,993 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:40:43,994 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:40:44,142 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:40:44,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:46,143 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:40:47,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:49,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:52,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:54,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:40:55,057 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:40:58,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:40:59,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:03,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:04,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:08,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:09,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:11,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:41:11,201 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:41:11,201 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:41:11,202 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:41:12,153 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:41:13,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:14,154 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:41:14,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:18,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:19,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:23,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:24,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:25,057 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:41:29,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:29,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:34,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:34,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:39,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:39,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:41,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:41:41,827 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:41:41,827 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:41:41,827 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:41:42,165 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:41:44,166 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:41:44,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:44,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:49,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:49,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:54,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:41:54,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:41:55,058 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:41:59,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:00,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:04,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:05,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:09,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:10,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:14,101 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:42:14,102 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:42:14,102 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:42:14,102 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:42:14,177 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:42:14,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:15,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:16,177 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:42:19,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:20,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:24,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:25,060 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:42:26,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:29,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:31,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:34,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:36,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:39,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:41,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:44,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:46,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:46,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:42:46,625 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:42:46,625 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:42:46,626 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:42:47,190 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:42:48,193 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:42:49,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:51,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:54,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:42:55,061 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:42:57,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:42:59,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:02,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:04,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:07,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:09,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:12,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:13,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:43:13,991 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:43:13,991 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:43:13,991 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:43:14,204 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:43:14,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:17,205 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:43:17,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:19,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:22,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:25,061 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:43:25,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:28,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:30,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:33,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:35,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:38,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:40,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:43,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:45,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:43:45,174 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:43:45,175 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:43:45,175 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:43:45,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:45,216 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:43:47,216 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:43:48,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:49,217 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:43:50,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:53,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:43:55,062 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:43:55,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:43:59,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:00,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:04,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:05,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:09,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:10,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:14,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:15,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:18,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:44:18,334 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:44:18,334 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:44:18,334 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:44:19,229 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:44:19,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:20,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:21,230 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:44:24,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:25,064 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:44:25,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:30,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:30,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:35,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:35,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:40,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:40,246 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:45,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:45,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:48,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:44:48,987 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:44:48,987 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:44:48,988 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:44:49,240 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:44:50,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:50,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:44:51,241 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:44:55,065 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:44:55,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:44:56,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:00,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:01,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:05,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:06,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:10,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:11,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:15,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:15,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:15,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:45:15,828 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:45:15,828 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:45:15,829 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:45:16,250 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:45:16,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:19,251 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:45:20,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:21,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:25,065 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:45:25,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:27,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:30,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:30,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:32,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:35,406 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:37,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:40,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:42,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:42,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:45:42,937 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:45:42,937 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:45:42,938 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:45:43,260 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:45:45,261 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:45:45,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:47,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:50,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:52,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:45:55,066 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:45:55,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:45:58,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:00,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:03,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:05,846 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:08,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:10,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:12,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:46:12,372 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:46:12,372 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:46:12,373 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:46:13,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:13,270 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:46:15,271 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:46:15,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:18,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:20,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:23,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:25,067 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:46:25,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:29,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:30,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:34,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:35,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:39,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:40,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:43,994 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:46:43,996 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:46:43,996 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:46:43,996 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:46:44,281 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:46:44,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:45,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:47,282 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:46:49,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:50,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:46:54,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:46:55,068 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:46:55,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:00,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:00,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:05,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:05,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:10,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:11,005 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:12,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:47:12,837 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:47:12,838 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:47:12,838 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:47:13,292 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:47:15,293 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:47:15,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:16,011 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:20,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:21,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:25,069 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:47:26,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:26,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:31,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:31,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:36,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:36,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:41,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:41,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:43,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:47:43,617 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:47:43,617 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:47:43,618 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:47:44,305 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:47:46,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:46,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:47,306 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:47:51,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:51,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:47:55,071 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:47:56,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:47:57,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:01,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:02,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:06,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:07,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:11,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:12,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:15,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:48:15,124 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:48:15,124 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:48:15,125 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:48:15,320 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:48:16,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:17,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:17,321 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:48:21,299 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:22,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:25,072 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:48:26,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:28,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:31,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:33,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:36,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:38,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:41,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:43,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:46,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:48,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:51,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:52,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:48:52,780 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:48:52,780 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:48:52,781 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:48:53,335 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:48:53,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:48:55,073 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:48:55,335 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:48:56,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:48:59,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:01,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:04,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:06,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:09,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:11,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:14,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:16,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:19,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:21,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:24,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:24,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:49:24,991 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:49:24,992 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:49:24,992 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:49:25,073 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:49:25,347 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:49:26,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:27,348 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:49:29,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:31,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:34,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:36,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:39,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:41,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:44,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:46,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:49,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:51,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:54,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:49:55,075 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:49:56,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:49:58,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:49:58,199 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:49:58,200 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:49:58,200 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:49:58,361 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:50:00,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:01,362 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:50:01,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:05,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:06,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:10,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:11,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:15,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:16,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:20,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:21,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:25,076 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:50:26,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:26,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:28,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:50:28,655 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:50:28,656 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:50:28,656 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:50:29,373 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:50:31,374 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:50:31,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:31,892 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:36,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:36,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:41,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:41,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:46,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:46,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:51,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:52,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:55,076 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:50:57,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:50:57,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:50:59,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:50:59,540 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:50:59,540 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:50:59,540 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:51:00,384 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:51:01,385 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:51:02,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:02,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:03,386 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:51:07,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:07,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:12,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:12,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:17,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:17,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:22,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:22,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:25,078 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:51:27,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:28,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:29,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:51:29,080 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:51:29,080 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:51:29,081 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:51:29,396 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:51:31,397 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:51:32,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:33,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:37,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:38,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:42,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:43,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:47,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:48,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:52,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:53,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:51:55,078 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:51:57,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:51:59,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:00,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:52:00,993 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:52:00,993 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:52:00,994 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:52:01,408 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:52:02,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:03,409 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:52:04,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:07,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:09,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:12,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:14,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:17,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:19,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:22,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:24,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:25,080 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:52:27,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:30,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:32,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:34,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:52:34,178 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:52:34,178 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:52:34,179 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:52:34,421 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:52:35,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:37,422 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:52:37,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:40,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:42,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:45,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:47,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:50,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:52,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:52:55,080 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:52:56,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:52:57,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:01,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:02,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:03,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:53:03,544 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:53:03,544 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:53:03,545 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:53:04,433 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:53:05,433 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:53:06,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:07,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:11,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:12,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:16,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:18,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:21,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:23,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:25,081 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:53:27,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:28,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:31,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:53:31,565 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:53:31,565 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:53:31,566 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:53:32,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:32,444 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:53:33,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:33,445 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:53:37,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:38,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:42,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:43,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:47,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:48,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:52,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:53,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:53:55,082 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:53:58,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:53:58,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:02,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:54:02,911 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:54:02,912 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:54:02,912 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:54:03,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:03,456 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:54:03,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:05,456 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:54:08,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:08,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:13,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:13,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:18,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:18,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:23,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:23,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:25,083 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:54:28,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:29,084 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:33,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:34,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:34,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:54:34,474 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:54:34,475 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:54:34,475 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:54:35,468 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:54:37,469 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:54:38,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:39,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:43,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:44,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:48,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:49,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:53,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:54:54,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:54:55,084 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:54:58,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:00,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:03,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:05,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:07,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:55:07,544 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:55:07,544 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:55:07,544 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:55:08,482 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:55:08,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:09,482 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:55:10,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:13,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:15,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:18,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:20,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:23,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:25,085 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:55:26,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:28,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:31,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:33,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:36,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:37,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:55:37,857 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:55:37,857 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:55:37,858 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:55:38,495 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:55:38,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:39,496 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:55:41,497 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:55:41,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:43,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:46,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:48,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:51,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:53,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:55:55,086 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:55:57,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:55:58,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:02,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:03,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:07,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:08,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:12,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:13,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:13,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:56:13,735 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:56:13,735 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:56:13,735 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:56:14,510 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:56:15,510 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:56:17,511 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:56:17,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:18,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:22,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:23,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:25,087 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:56:28,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:28,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:33,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:33,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:38,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:38,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:43,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:43,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:44,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:56:44,785 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:56:44,785 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:56:44,786 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:56:45,523 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:56:47,524 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:56:48,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:48,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:53,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:53,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:56:55,088 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:56:58,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:56:59,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:03,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:04,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:08,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:09,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:13,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:57:13,632 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:57:13,633 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:57:13,633 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:57:13,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:14,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:14,534 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:57:15,535 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:57:18,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:19,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:23,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:24,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:25,088 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:57:28,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:30,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:33,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:35,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:38,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:40,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:43,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:45,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:48,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:57:48,539 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:57:48,539 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:57:48,540 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:57:48,548 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:57:48,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:50,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:51,549 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:57:54,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:57:55,089 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:57:56,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:57:59,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:01,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:04,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:06,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:09,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:11,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:14,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:16,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:19,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:21,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:21,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:58:21,401 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:58:21,401 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:58:21,401 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:58:21,562 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:58:23,562 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:58:24,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:25,090 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:58:27,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:29,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:32,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:34,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:37,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:39,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:42,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:44,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:47,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:49,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:52,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:52,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:58:52,192 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:58:52,192 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:58:52,193 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:58:52,574 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:58:53,575 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:58:54,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:58:55,091 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:58:55,575 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:58:58,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:58:59,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:03,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:04,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:08,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:09,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:13,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:14,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:18,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:19,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:23,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:23,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:59:23,805 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:59:23,806 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:59:23,806 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:59:24,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:24,587 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:59:25,092 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:59:25,587 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:59:29,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:29,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:34,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:34,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:39,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:39,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:44,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:44,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:49,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:49,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:53,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 20:59:53,246 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 20:59:53,246 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 20:59:53,246 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 20:59:53,599 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 20:59:54,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 20:59:54,406 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 20:59:55,094 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 20:59:55,600 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 20:59:59,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:00,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:04,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:05,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:09,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:10,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:14,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:15,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:19,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:20,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:21,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:00:21,575 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:00:21,575 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:00:21,575 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:00:21,610 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:00:23,611 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:00:24,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:25,094 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:00:26,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:29,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:31,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:34,430 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:36,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:39,431 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:41,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:44,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:46,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:48,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:00:48,791 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:00:48,791 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:00:48,792 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:00:49,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:49,623 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:00:51,623 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:00:51,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:54,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:00:55,095 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:00:57,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:00:59,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:02,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:04,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:07,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:09,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:12,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:14,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:17,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:19,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:22,101 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:24,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:24,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:01:24,803 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:01:24,803 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:01:24,804 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:01:25,097 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:01:25,638 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:01:27,639 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:01:27,873 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:29,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:32,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:34,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:37,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:39,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:42,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:44,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:47,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:49,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:52,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:54,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:01:55,097 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:01:57,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:01:57,955 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:01:57,956 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:01:57,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:01:57,957 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:01:58,652 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:01:59,653 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:01:59,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:02,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:04,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:07,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:09,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:12,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:14,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:17,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:19,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:22,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:24,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:25,098 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:02:28,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:28,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:02:28,777 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:02:28,777 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:02:28,778 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:02:29,664 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:02:29,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:31,664 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:02:33,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:35,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:38,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:40,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:43,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:45,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:48,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:50,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:53,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:02:55,099 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:02:55,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:02:59,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:00,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:01,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:03:01,498 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:03:01,498 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:03:01,498 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:03:01,680 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:03:03,680 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:03:04,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:05,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:09,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:10,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:14,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:15,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:19,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:20,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:24,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:25,101 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:03:25,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:30,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:30,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:32,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:03:32,408 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:03:32,409 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:03:32,409 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:03:32,691 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:03:33,691 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:03:35,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:35,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:35,692 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:03:40,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:40,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:45,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:45,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:50,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:50,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:03:55,101 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:03:55,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:03:56,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:00,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:01,103 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:04,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:04:04,240 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:04:04,240 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:04:04,240 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:04:04,703 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:04:05,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:06,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:06,704 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:04:08,705 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:04:10,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:11,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:15,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:16,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:20,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:21,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:25,103 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:04:25,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:27,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:30,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:32,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:35,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:04:35,004 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:04:35,004 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:04:35,005 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:04:35,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:35,715 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:04:37,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:38,716 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:04:40,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:42,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:45,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:47,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:50,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:52,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:04:55,104 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:04:55,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:04:58,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:00,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:03,106 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:05,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:07,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:05:07,166 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:05:07,166 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:05:07,167 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:05:07,728 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:05:08,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:10,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:10,729 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:05:13,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:15,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:18,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:20,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:23,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:25,105 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:05:25,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:29,106 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:30,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:34,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:34,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:05:34,371 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:05:34,372 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:05:34,372 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:05:34,738 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:05:35,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:38,740 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:05:39,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:40,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:44,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:45,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:49,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:50,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:05:54,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:05:55,105 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:05:55,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:00,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:00,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:05,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:05,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:09,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:06:09,495 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:06:09,495 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:06:09,495 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:06:09,753 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:06:10,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:10,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:12,754 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:06:15,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:15,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:20,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:20,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:25,106 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:06:25,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:26,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:30,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:31,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:35,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:36,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:40,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:41,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:41,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:06:41,170 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:06:41,171 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:06:41,171 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:06:41,765 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:06:44,767 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:06:45,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:46,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:50,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:51,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:06:55,107 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:06:56,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:06:57,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:01,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:02,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:06,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:07,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:10,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:07:10,106 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:07:10,106 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:07:10,106 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:07:10,777 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:07:11,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:12,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:12,777 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:07:16,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:17,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:21,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:22,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:25,108 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:07:26,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:28,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:31,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:33,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:36,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:37,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:07:37,451 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:07:37,451 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:07:37,452 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:07:37,787 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:07:38,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:40,788 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:07:41,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:43,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:46,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:48,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:51,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:53,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:07:55,109 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:07:56,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:07:59,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:01,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:04,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:06,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:09,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:11,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:14,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:15,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:08:15,743 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:08:15,743 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:08:15,743 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:08:15,802 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:08:16,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:18,803 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:08:19,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:21,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:24,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:25,110 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:08:26,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:30,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:31,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:35,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:36,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:40,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:41,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:45,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:46,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:46,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:08:46,434 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:08:46,434 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:08:46,435 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:08:46,814 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:08:48,815 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:08:50,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:50,815 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:08:51,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:08:55,111 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:08:56,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:08:56,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:01,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:01,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:06,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:06,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:11,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:11,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:16,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:16,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:21,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:21,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:22,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:09:22,252 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:09:22,253 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:09:22,253 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:09:22,827 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:09:24,828 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:09:25,112 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:09:26,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:27,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:31,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:32,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:36,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:37,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:41,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:42,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:46,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:47,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:50,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:09:50,264 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:09:50,264 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:09:50,265 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:09:50,838 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:09:51,470 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:52,839 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:09:53,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:09:55,113 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:09:56,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:09:58,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:01,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:03,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:06,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:08,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:11,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:13,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:16,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:18,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:10:18,091 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:10:18,092 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:10:18,092 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:10:18,849 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:10:18,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:20,850 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:10:21,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:24,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:25,114 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:10:26,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:30,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:31,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:35,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:36,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:40,118 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:41,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:45,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:46,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:46,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:10:46,697 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:10:46,697 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:10:46,697 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:10:46,859 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:10:48,860 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:10:50,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:51,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:10:55,115 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:10:56,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:10:56,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:01,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:01,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:06,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:06,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:11,118 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:11,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:16,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:16,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:18,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:11:18,021 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:11:18,022 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:11:18,022 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:11:18,871 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:11:20,872 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:11:21,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:21,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:25,120 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:11:26,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:27,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:31,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:32,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:36,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:37,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:41,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:42,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:46,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:47,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:51,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:52,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:55,117 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:11:56,084 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:11:56,085 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:11:56,085 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:11:56,087 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:11:56,886 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:11:56,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:56,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:56,949 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:11:57,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:11:58,887 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:12:02,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:02,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:07,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:07,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:12,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:12,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:17,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:17,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:22,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:22,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:24,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:12:24,740 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:12:24,741 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:12:24,741 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:12:24,896 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:12:25,117 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:12:26,897 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:12:27,635 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:27,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:32,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:32,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:37,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:37,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:42,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:42,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:47,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:47,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:52,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:12:52,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:53,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:12:53,697 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:12:53,698 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:12:53,698 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:12:53,907 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:12:55,118 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:12:56,908 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:12:57,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:12:58,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:02,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:03,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:07,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:08,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:12,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:13,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:17,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:18,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:22,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:13:22,144 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:13:22,145 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:13:22,145 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:13:22,918 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:13:22,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:23,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:24,919 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:13:25,119 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:13:27,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:29,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:32,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:34,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:37,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:39,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:42,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:44,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:47,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:49,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:52,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:54,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:13:54,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:13:54,729 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:13:54,730 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:13:54,732 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:13:54,931 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:13:55,120 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:13:56,932 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:13:58,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:13:59,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:03,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:04,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:08,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:09,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:13,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:14,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:18,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:19,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:23,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:24,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:25,121 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:14:26,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:14:26,154 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:14:26,154 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:14:26,154 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:14:26,945 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:14:28,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:28,945 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:14:29,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:33,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:34,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:38,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:39,973 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:43,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:44,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:48,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:49,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:51,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:14:51,550 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:14:51,551 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:14:51,551 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:14:51,955 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:14:53,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:14:54,956 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:14:54,980 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:14:55,123 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:14:58,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:00,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:03,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:05,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:08,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:10,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:13,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:15,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:18,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:20,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:23,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:25,123 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:15:26,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:26,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:15:26,468 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:15:26,468 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:15:26,469 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:15:26,968 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:15:28,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:28,969 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:15:31,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:33,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:36,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:38,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:41,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:43,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:46,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:48,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:51,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:54,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:15:55,125 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:15:57,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:15:57,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:15:57,476 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:15:57,476 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:15:57,477 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:15:57,980 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:15:58,981 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:15:59,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:00,981 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:16:02,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:04,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:07,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:09,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:12,299 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:14,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:17,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:19,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:22,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:24,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:25,125 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:16:28,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:29,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:29,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:16:29,658 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:16:29,658 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:16:29,659 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:16:29,993 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:16:32,994 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:16:33,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:34,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:38,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:39,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:43,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:44,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:48,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:49,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:53,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:54,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:16:55,126 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:16:59,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:16:59,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:04,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:04,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:17:04,179 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:17:04,179 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:17:04,180 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:17:04,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:05,006 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:17:07,007 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:17:09,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:09,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:14,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:14,949 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:19,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:19,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:24,430 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:24,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:25,127 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:17:29,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:30,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:34,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:35,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:38,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:17:38,170 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:17:38,171 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:17:38,171 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:17:39,020 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:17:39,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:40,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:41,021 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:17:44,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:45,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:49,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:50,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:54,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:17:55,128 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:17:56,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:17:59,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:01,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:04,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:06,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:09,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:10,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:18:10,331 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:18:10,331 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:18:10,332 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:18:11,034 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:18:11,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:13,035 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:18:15,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:16,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:20,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:21,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:25,129 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:18:25,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:27,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:30,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:32,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:35,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:37,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:39,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:18:39,720 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:18:39,720 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:18:39,721 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:18:40,046 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:18:40,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:41,047 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:18:42,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:43,048 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:18:45,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:47,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:50,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:52,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:18:55,130 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:18:55,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:18:58,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:00,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:03,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:05,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:08,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:10,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:11,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:19:11,215 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:19:11,216 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:19:11,216 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:19:12,059 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:19:13,060 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:19:14,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:15,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:19,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:20,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:24,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:25,131 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:19:25,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:29,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:30,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:34,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:35,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:39,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:40,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:42,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:19:42,450 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:19:42,450 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:19:42,450 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:19:43,071 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:19:44,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:45,072 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:19:45,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:49,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:50,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:19:54,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:19:55,132 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:19:55,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:00,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:00,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:05,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:06,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:10,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:11,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:15,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:16,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:16,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:20:16,320 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:20:16,320 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:20:16,320 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:20:17,085 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:20:19,086 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:20:20,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:21,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:25,133 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:20:26,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:26,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:31,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:31,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:36,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:36,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:41,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:41,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:46,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:46,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:20:46,435 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:20:46,435 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:20:46,436 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:20:46,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:47,096 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:20:49,097 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:20:51,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:20:51,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:55,135 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:20:56,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:20:57,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:01,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:02,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:06,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:07,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:11,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:12,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:16,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:17,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:17,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:21:17,884 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:21:17,885 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:21:17,885 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:21:18,109 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:21:21,110 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:21:21,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:23,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:25,136 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:21:26,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:28,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:31,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:33,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:36,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:38,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:41,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:43,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:46,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:48,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:50,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:21:50,877 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:21:50,877 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:21:50,878 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:21:51,120 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:21:51,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:53,121 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:21:53,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:21:55,137 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:21:56,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:21:59,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:02,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:04,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:07,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:09,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:12,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:14,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:17,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:19,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:22,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:22,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:22:22,260 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:22:22,260 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:22:22,260 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:22:23,132 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:22:25,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:25,133 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:22:25,138 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:22:27,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:30,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:32,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:35,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:37,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:40,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:42,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:45,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:47,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:50,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:52,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:22:52,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:22:52,859 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:22:52,860 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:22:52,860 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:22:53,144 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:22:55,139 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:22:55,145 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:22:56,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:22:57,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:01,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:02,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:06,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:07,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:11,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:12,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:16,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:17,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:21,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:22,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:25,140 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:23:27,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:27,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:28,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:23:28,712 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:23:28,712 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:23:28,713 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:23:29,158 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:23:31,159 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:23:32,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:32,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:37,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:37,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:42,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:42,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:47,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:47,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:52,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:52,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:23:55,141 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:23:57,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:23:58,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:02,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:24:02,164 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:24:02,164 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:24:02,164 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:24:02,172 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:24:02,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:03,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:05,173 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:24:07,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:08,150 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:12,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:13,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:17,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:18,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:22,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:23,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:25,142 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:24:27,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:29,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:32,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:24:32,534 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:24:32,535 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:24:32,535 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:24:32,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:33,184 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:24:34,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:35,185 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:24:37,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:39,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:42,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:44,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:47,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:49,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:52,630 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:24:54,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:24:55,143 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:24:57,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:00,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:02,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:03,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:25:03,570 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:25:03,570 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:25:03,570 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:25:04,197 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:25:05,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:06,198 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:25:07,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:10,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:12,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:15,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:17,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:20,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:22,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:25,143 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:25:26,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:27,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:31,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:32,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:35,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:25:35,030 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:25:35,031 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:25:35,031 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:25:35,211 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:25:36,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:37,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:38,212 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:25:41,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:42,951 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:46,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:47,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:51,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:52,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:25:55,145 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:25:57,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:25:57,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:02,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:02,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:03,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:26:03,608 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:26:03,609 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:26:03,609 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:26:04,222 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:26:06,223 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:26:07,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:07,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:12,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:12,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:17,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:17,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:22,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:22,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:25,145 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:26:27,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:28,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:32,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:26:32,570 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:26:32,570 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:26:32,570 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:26:33,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:33,232 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:26:33,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:36,234 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:26:38,007 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:38,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:43,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:43,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:48,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:48,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:53,021 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:53,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:26:55,146 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:26:58,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:26:59,148 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:03,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:04,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:07,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:27:07,214 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:27:07,214 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:27:07,215 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:27:07,246 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:27:08,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:09,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:10,248 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:27:13,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:14,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:18,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:19,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:23,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:24,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:25,147 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:27:28,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:30,148 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:33,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:35,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:38,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:38,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:27:38,661 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:27:38,661 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:27:38,661 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:27:39,258 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:27:40,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:42,259 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:27:43,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:45,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:48,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:50,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:53,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:27:55,148 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:27:56,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:27:58,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:01,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:03,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:06,150 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:08,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:11,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:11,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:28:11,733 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:28:11,733 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:28:11,733 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:28:12,270 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:28:13,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:14,271 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:28:16,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:18,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:21,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:23,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:25,149 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:28:27,150 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:28,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:32,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:33,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:37,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:38,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:42,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:43,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:45,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:28:45,944 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:28:45,945 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:28:45,945 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:28:46,283 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:28:47,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:48,284 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:28:48,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:52,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:53,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:28:55,150 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:28:58,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:28:58,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:03,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:03,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:08,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:08,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:13,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:13,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:17,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:29:17,096 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:29:17,097 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:29:17,097 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:29:17,295 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:29:18,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:18,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:20,296 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:29:23,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:23,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:25,151 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:29:28,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:29,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:33,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:34,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:38,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:39,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:43,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:44,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:47,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:29:47,087 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:29:47,087 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:29:47,087 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:29:47,306 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:29:48,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:49,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:50,308 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:29:53,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:29:54,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:29:55,152 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:29:58,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:00,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:03,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:05,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:08,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:10,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:13,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:15,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:17,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:30:17,441 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:30:17,441 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:30:17,442 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:30:18,318 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:30:18,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:20,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:20,319 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:30:23,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:25,153 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:30:26,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:28,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:31,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:33,635 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:36,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:38,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:41,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:43,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:46,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:48,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:30:48,061 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:30:48,061 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:30:48,061 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:30:48,330 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:30:48,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:50,331 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:30:51,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:53,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:30:55,153 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:30:57,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:30:58,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:02,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:03,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:07,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:08,666 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:12,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:13,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:17,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:17,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:31:17,214 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:31:17,214 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:31:17,214 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:31:17,341 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:31:18,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:20,343 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:31:22,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:23,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:25,154 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:31:28,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:28,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:33,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:33,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:38,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:38,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:43,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:43,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:48,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:48,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:31:48,630 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:31:48,630 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:31:48,630 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:31:48,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:49,353 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:31:50,353 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:31:52,354 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:31:53,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:31:53,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:55,155 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:31:58,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:31:59,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:03,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:04,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:08,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:09,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:13,898 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:14,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:18,904 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:19,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:22,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:32:22,896 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:32:22,897 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:32:22,897 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:32:23,366 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:32:23,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:24,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:25,156 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:32:26,367 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:32:28,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:30,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:34,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:35,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:39,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:40,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:44,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:45,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:49,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:50,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:54,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:32:55,157 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:32:56,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:32:56,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:32:56,833 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:32:56,834 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:32:56,834 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:32:57,379 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:32:58,380 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:32:59,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:00,381 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:33:01,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:04,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:06,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:09,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:11,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:14,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:16,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:19,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:21,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:24,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:25,158 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:33:27,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:29,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:32,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:33,148 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:33:33,149 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:33:33,150 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:33:33,150 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:33:33,393 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:33:34,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:36,394 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:33:37,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:39,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:42,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:44,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:47,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:49,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:52,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:54,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:33:55,159 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:33:58,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:33:59,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:03,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:04,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:34:04,040 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:34:04,041 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:34:04,041 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:34:04,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:04,405 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:34:06,406 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:34:09,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:09,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:14,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:14,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:19,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:19,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:24,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:24,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:25,160 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:34:29,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:29,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:34,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:34,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:35,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:34:35,773 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:34:35,774 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:34:35,774 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:34:36,417 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:34:38,418 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:34:39,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:39,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:44,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:44,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:49,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:49,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:54,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:34:54,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:34:55,161 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:34:59,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:00,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:04,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:05,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:06,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:35:06,790 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:35:06,790 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:35:06,791 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:35:07,429 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:35:08,430 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:35:09,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:10,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:14,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:15,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:19,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:20,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:24,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:25,162 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:35:26,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:29,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:31,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:34,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:35,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:35:35,655 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:35:35,655 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:35:35,656 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:35:36,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:36,441 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:35:38,442 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:35:39,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:41,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:44,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:46,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:49,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:51,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:54,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:35:55,163 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:35:57,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:35:59,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:02,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:04,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:05,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:36:05,923 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:36:05,924 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:36:05,924 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:36:06,451 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:36:07,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:08,452 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:36:09,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:10,453 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:36:12,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:14,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:17,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:19,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:22,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:24,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:25,164 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:36:28,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:29,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:33,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:34,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:38,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:38,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:36:38,397 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:36:38,397 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:36:38,397 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:36:38,464 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:36:39,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:40,465 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:36:43,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:44,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:48,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:49,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:53,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:54,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:36:55,165 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:36:59,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:36:59,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:04,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:04,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:09,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:37:09,098 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:37:09,098 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:37:09,098 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:37:09,475 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:37:09,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:10,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:12,477 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:37:14,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:15,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:19,994 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:20,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:24,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:25,166 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:37:26,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:29,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:31,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:34,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:36,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:39,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:41,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:42,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:37:42,013 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:37:42,013 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:37:42,013 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:37:42,488 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:37:44,488 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:37:45,000 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:47,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:50,006 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:52,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:37:55,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:37:55,167 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:37:57,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:00,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:02,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:05,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:07,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:10,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:12,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:14,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:38:14,446 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:38:14,446 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:38:14,447 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:38:14,500 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:38:15,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:16,501 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:38:17,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:20,019 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:22,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:25,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:25,167 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:38:28,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:30,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:33,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:35,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:38,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:40,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:43,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:45,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:38:45,134 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:38:45,134 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:38:45,135 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:38:45,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:45,512 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:38:46,512 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:38:48,513 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:38:48,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:50,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:53,900 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:38:55,169 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:38:55,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:38:59,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:00,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:04,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:05,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:09,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:10,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:12,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:39:12,135 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:39:12,136 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:39:12,136 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:39:12,522 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:39:14,523 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:39:14,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:15,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:19,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:20,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:24,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:25,170 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:39:25,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:30,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:30,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:35,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:35,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:40,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:40,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:45,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:39:45,113 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:39:45,113 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:39:45,113 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:39:45,535 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:39:45,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:45,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:46,536 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:39:48,537 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:39:50,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:51,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:39:55,171 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:39:55,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:39:56,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:00,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:01,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:05,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:06,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:10,634 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:11,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:15,635 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:16,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:16,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:40:16,729 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:40:16,730 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:40:16,730 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:40:17,549 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:40:18,550 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:40:20,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:21,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:25,172 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:40:25,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:27,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:30,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:32,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:35,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:37,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:40,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:42,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:45,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:40:45,648 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:40:45,648 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:40:45,649 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:40:45,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:46,562 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:40:47,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:48,563 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:40:50,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:52,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:40:55,173 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:40:55,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:40:58,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:00,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:03,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:05,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:08,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:11,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:13,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:14,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:41:14,141 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:41:14,141 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:41:14,141 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:41:14,573 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:41:16,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:16,574 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:41:18,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:21,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:23,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:25,174 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:41:26,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:29,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:31,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:34,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:36,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:39,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:41,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:44,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:46,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:48,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:41:48,236 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:41:48,237 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:41:48,237 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:41:48,585 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:41:49,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:50,586 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:41:51,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:41:54,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:41:55,175 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:41:56,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:00,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:01,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:05,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:06,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:10,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:11,246 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:15,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:16,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:19,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:42:19,205 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:42:19,206 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:42:19,206 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:42:19,598 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:42:20,598 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:42:21,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:21,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:25,176 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:42:26,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:26,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:31,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:31,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:36,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:36,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:41,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:41,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:46,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:46,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:51,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:42:51,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:52,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:42:52,103 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:42:52,104 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:42:52,104 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:42:52,610 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:42:54,611 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:42:55,177 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:42:56,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:42:57,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:01,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:02,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:06,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:07,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:11,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:12,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:16,629 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:17,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:21,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:21,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:43:21,732 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:43:21,732 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:43:21,733 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:43:22,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:22,623 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:43:24,624 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:43:25,177 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:43:26,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:28,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:31,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:33,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:36,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:38,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:41,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:43,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:46,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:48,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:49,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:43:49,781 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:43:49,781 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:43:49,781 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:43:50,635 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:43:51,665 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:52,636 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:43:53,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:43:55,178 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:43:56,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:43:59,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:01,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:04,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:06,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:09,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:11,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:14,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:16,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:19,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:21,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:44:21,264 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:44:21,264 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:44:21,265 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:44:21,646 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:44:21,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:22,647 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:44:25,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:25,179 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:44:26,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:30,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:31,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:35,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:36,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:40,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:41,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:45,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:46,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:48,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:44:48,184 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:44:48,184 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:44:48,185 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:44:48,657 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:44:50,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:50,658 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:44:51,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:44:55,185 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:44:56,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:44:56,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:01,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:01,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:06,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:06,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:11,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:11,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:16,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:17,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:21,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:22,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:45:22,189 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:45:22,190 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:45:22,190 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:45:22,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:22,672 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:45:24,673 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:45:25,181 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:45:27,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:27,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:32,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:32,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:37,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:37,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:42,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:42,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:47,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:47,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:52,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:52,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:55,184 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:45:57,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:57,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:57,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:45:58,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:45:58,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:45:58,964 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:45:58,965 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:45:58,965 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:45:59,685 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:46:00,686 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:46:03,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:03,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:08,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:08,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:13,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:13,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:18,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:18,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:23,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:23,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:25,183 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:46:28,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:29,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:29,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:46:29,886 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:46:29,887 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:46:29,887 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:46:30,697 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:46:31,697 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:46:33,698 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:46:33,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:34,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:38,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:39,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:43,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:44,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:48,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:49,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:54,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:54,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:46:55,184 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:46:58,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:46:58,947 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:46:58,947 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:46:58,947 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:46:59,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:46:59,708 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:46:59,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:01,709 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:47:04,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:04,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:09,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:09,814 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:14,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:14,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:19,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:19,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:24,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:24,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:25,185 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:47:29,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:30,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:30,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:47:30,909 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:47:30,910 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:47:30,910 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:47:31,721 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:47:33,722 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:47:34,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:35,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:39,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:40,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:44,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:45,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:49,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:50,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:54,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:47:55,186 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:47:56,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:47:59,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:01,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:02,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:48:02,250 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:48:02,250 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:48:02,251 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:48:02,733 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:48:04,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:05,734 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:48:06,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:09,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:11,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:14,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:16,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:19,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:21,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:24,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:25,187 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:48:27,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:29,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:31,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:48:31,301 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:48:31,301 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:48:31,301 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:48:31,743 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:48:33,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:33,744 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:48:34,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:38,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:39,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:43,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:44,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:48,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:49,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:53,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:54,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:48:55,187 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:48:58,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:48:59,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:03,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:04,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:05,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:49:05,349 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:49:05,350 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:49:05,350 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:49:05,756 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:49:07,757 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:49:09,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:09,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:14,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:14,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:19,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:19,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:24,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:24,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:25,188 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:49:29,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:29,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:34,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:34,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:38,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:49:38,769 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:49:38,769 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:49:38,769 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:49:39,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:39,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:39,769 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:49:41,770 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:49:44,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:44,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:49,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:49,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:54,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:49:54,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:49:55,189 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:49:59,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:00,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:04,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:05,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:07,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:50:07,725 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:50:07,725 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:50:07,726 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:50:07,780 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:50:09,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:09,781 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:50:10,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:14,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:15,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:19,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:20,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:24,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:25,190 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:50:26,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:29,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:31,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:34,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:36,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:37,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:50:37,002 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:50:37,003 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:50:37,003 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:50:37,792 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:50:39,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:39,793 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:50:42,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:44,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:47,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:49,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:52,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:54,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:50:55,191 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:50:57,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:50:59,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:02,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:04,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:07,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:09,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:10,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:51:10,502 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:51:10,502 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:51:10,502 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:51:10,804 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:51:12,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:13,806 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:51:14,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:17,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:19,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:22,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:24,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:25,192 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:51:28,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:29,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:33,194 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:34,890 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:38,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:39,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:43,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:44,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:51:44,606 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:51:44,606 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:51:44,606 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:51:44,818 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:51:44,898 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:47,819 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:51:48,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:49,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:53,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:54,905 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:51:55,193 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:51:59,194 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:51:59,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:04,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:04,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:09,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:09,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:12,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:52:12,566 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:52:12,566 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:52:12,566 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:52:12,829 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:52:14,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:14,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:15,830 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:52:19,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:19,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:24,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:24,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:25,194 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:52:29,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:30,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:34,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:35,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:39,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:40,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:41,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:52:41,381 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:52:41,381 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:52:41,382 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:52:41,840 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:52:43,841 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:52:44,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:46,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:49,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:51,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:54,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:52:55,195 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:52:56,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:52:59,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:01,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:04,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:06,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:10,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:11,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:14,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:53:14,668 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:53:14,668 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:53:14,668 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:53:14,852 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:53:15,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:16,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:17,854 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:53:20,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:21,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:25,200 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:53:25,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:27,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:30,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:32,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:35,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:37,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:40,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:42,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:45,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:53:45,072 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:53:45,073 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:53:45,073 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:53:45,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:45,864 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:53:47,865 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:53:47,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:50,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:52,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:53:55,197 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:53:55,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:53:58,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:00,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:03,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:05,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:08,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:10,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:13,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:14,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:54:14,999 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:54:14,999 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:54:15,001 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:54:15,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:15,876 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:54:17,877 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:54:18,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:20,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:23,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:25,198 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:54:25,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:29,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:30,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:34,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:35,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:39,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:40,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:44,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:45,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:46,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:54:46,113 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:54:46,113 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:54:46,115 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:54:46,888 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:54:47,888 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:54:50,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:50,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:54:55,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:54:55,199 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:54:55,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:00,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:00,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:05,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:05,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:10,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:10,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:15,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:15,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:55:15,287 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:55:15,287 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:55:15,287 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:55:15,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:15,899 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:55:17,900 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:55:20,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:20,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:25,200 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:55:25,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:26,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:30,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:31,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:35,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:36,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:40,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:41,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:43,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:55:43,117 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:55:43,117 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:55:43,118 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:55:43,909 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:55:45,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:45,910 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:55:47,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:50,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:52,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:55:55,200 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:55:55,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:55:57,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:00,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:02,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:05,700 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:07,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:10,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:12,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:14,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:56:14,280 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:56:14,281 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:56:14,281 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:56:14,920 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:56:15,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:15,921 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:56:18,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:20,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:23,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:25,201 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:56:25,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:28,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:30,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:33,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:35,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:38,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:40,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:43,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:43,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:56:43,711 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:56:43,711 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:56:43,712 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:56:43,931 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:56:45,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:45,932 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:56:48,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:50,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:53,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:56:55,202 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:56:55,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:56:59,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:00,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:04,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:05,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:09,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:10,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:57:10,061 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:57:10,062 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:57:10,062 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:57:10,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:10,941 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:57:11,941 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:57:14,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:15,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:19,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:20,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:24,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:25,203 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:57:25,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:30,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:30,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:35,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:35,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:39,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:57:39,081 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:57:39,082 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:57:39,082 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:57:39,951 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:57:40,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:40,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:41,952 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:57:45,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:45,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:50,841 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:50,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:57:55,204 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:57:55,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:57:56,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:00,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:01,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:05,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:06,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:08,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:58:08,050 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:58:08,050 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:58:08,051 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:58:08,961 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:58:09,961 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:58:10,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:11,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:11,962 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:58:15,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:16,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:20,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:21,366 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:25,205 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:58:25,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:27,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:31,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:31,048 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:32,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:36,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:37,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:41,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:42,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:42,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:58:42,673 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:58:42,673 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:58:42,674 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:58:42,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:58:43,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:58:45,975 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:58:46,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:47,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:51,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:52,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:58:55,206 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:58:56,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:58:58,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:01,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:03,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:06,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:08,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:11,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:12,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:59:12,503 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:59:12,503 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:59:12,504 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:59:12,985 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:59:13,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:13,986 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:59:16,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:18,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:21,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:23,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:25,206 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:59:26,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:29,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:31,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:34,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:36,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:38,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 21:59:38,608 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 21:59:38,608 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 21:59:38,609 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 21:59:38,995 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 21:59:39,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:41,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:41,996 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 21:59:44,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:46,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:49,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:51,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 21:59:54,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 21:59:55,207 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 21:59:56,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:00,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:01,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:05,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:06,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:10,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:11,244 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:00:11,245 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:00:11,245 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:00:11,246 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:00:11,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:12,007 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:00:14,008 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:00:16,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:16,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:21,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:21,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:25,208 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:00:26,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:27,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:31,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:32,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:36,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:37,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:39,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:00:39,994 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:00:39,994 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:00:39,994 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:00:40,017 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:00:41,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:42,018 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:00:42,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:46,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:47,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:51,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:52,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:00:55,209 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:00:57,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:00:58,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:02,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:03,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:07,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:08,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:08,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:01:08,340 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:01:08,340 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:01:08,340 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:01:09,028 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:01:10,028 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:01:12,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:13,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:17,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:18,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:22,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:23,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:25,210 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:01:27,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:29,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:32,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:34,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:37,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:39,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:39,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:01:39,264 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:01:39,264 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:01:39,265 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:01:40,039 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:01:42,040 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:01:42,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:44,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:47,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:49,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:52,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:01:54,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:01:55,211 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:01:57,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:00,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:02,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:05,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:07,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:10,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:12,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:02:12,002 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:02:12,002 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:02:12,003 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:02:12,051 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:02:12,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:14,052 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:02:15,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:17,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:20,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:22,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:25,211 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:02:26,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:27,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:31,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:32,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:36,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:37,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:41,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:42,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:42,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:02:42,513 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:02:42,513 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:02:42,513 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:02:43,062 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:02:44,062 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:02:46,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:47,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:47,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:51,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:52,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:02:55,212 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:02:57,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:02:57,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:02,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:02,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:06,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:03:06,778 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:03:06,778 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:03:06,778 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:03:07,071 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:03:07,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:07,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:08,071 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:03:12,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:12,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:17,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:17,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:22,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:22,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:25,214 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:03:27,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:28,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:32,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:33,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:37,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:38,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:03:38,109 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:03:38,109 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:03:38,110 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:03:38,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:39,083 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:03:40,083 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:03:42,084 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:03:42,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:44,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:47,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:49,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:52,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:03:54,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:03:55,215 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:03:57,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:00,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:02,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:05,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:07,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:07,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:04:07,798 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:04:07,798 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:04:07,798 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:04:08,094 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:04:10,094 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:04:10,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:12,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:15,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:17,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:20,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:22,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:25,216 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:04:26,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:27,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:31,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:32,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:36,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:04:36,112 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:04:36,112 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:04:36,113 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:04:36,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:37,105 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:04:37,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:38,105 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:04:42,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:42,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:47,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:47,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:52,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:52,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:04:55,217 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:04:57,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:04:57,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:02,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:02,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:07,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:07,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:08,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:05:08,261 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:05:08,262 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:05:08,262 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:05:09,117 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:05:10,117 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:05:12,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:12,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:17,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:17,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:22,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:22,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:25,218 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:05:27,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:27,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:28,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:32,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:33,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:37,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:38,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:39,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:05:39,266 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:05:39,267 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:05:39,267 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:05:40,129 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:05:40,129 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:05:42,129 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:05:42,995 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:44,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:48,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:49,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:53,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:54,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:05:55,219 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:05:58,299 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:05:59,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:03,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:04,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:08,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:09,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:09,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:06:09,723 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:06:09,723 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:06:09,724 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:06:10,140 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:06:12,141 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:06:13,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:14,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:18,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:19,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:23,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:24,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:25,220 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:06:28,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:30,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:33,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:35,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:38,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:06:38,236 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:06:38,236 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:06:38,237 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:06:38,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:39,151 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:06:41,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:41,152 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:06:43,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:46,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:48,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:51,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:53,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:06:55,220 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:06:56,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:06:58,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:01,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:03,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:06,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:07:06,052 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:07:06,053 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:07:06,053 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:07:06,160 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:07:06,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:08,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:09,162 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:07:12,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:13,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:17,005 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:18,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:22,006 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:23,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:25,221 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:07:27,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:28,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:32,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:33,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:37,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:37,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:07:37,661 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:07:37,661 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:07:37,662 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:07:38,174 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:07:38,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:41,176 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:07:42,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:43,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:47,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:48,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:52,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:53,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:07:55,222 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:07:58,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:07:58,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:03,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:03,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:08,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:08,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:09,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:08:09,499 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:08:09,499 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:08:09,500 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:08:10,188 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:08:13,189 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:08:13,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:13,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:18,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:18,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:23,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:23,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:25,223 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:08:29,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:29,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:34,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:34,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:39,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:39,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:41,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:08:41,253 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:08:41,253 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:08:41,253 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:08:42,200 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:08:43,201 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:08:44,101 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:45,011 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:49,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:50,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:54,103 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:08:55,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:08:55,224 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:08:59,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:00,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:04,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:05,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:09,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:10,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:11,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:09:11,475 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:09:11,475 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:09:11,476 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:09:12,211 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:09:13,211 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:09:14,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:15,212 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:09:15,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:19,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:20,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:24,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:25,225 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:09:26,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:29,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:31,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:34,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:36,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:39,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:41,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:42,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:09:42,116 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:09:42,117 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:09:42,117 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:09:42,222 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:09:44,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:45,223 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:09:46,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:49,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:51,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:54,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:09:55,226 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:09:57,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:09:59,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:02,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:04,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:07,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:09,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:11,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:10:11,735 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:10:11,735 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:10:11,735 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:10:12,235 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:10:12,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:14,506 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:15,236 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:10:17,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:19,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:22,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:24,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:25,227 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:10:28,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:29,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:33,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:34,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:38,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:39,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:43,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:10:43,017 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:10:43,017 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:10:43,017 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:10:43,247 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:10:43,904 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:44,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:45,248 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:10:49,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:49,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:54,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:54,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:10:55,228 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:10:59,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:10:59,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:04,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:04,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:09,231 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:09,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:13,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:11:13,494 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:11:13,494 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:11:13,494 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:11:14,259 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:11:14,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:14,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:15,259 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:11:19,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:19,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:24,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:24,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:25,229 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:11:29,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:30,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:34,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:35,231 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:39,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:40,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:41,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:11:41,444 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:11:41,444 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:11:41,444 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:11:42,268 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:11:43,269 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:11:44,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:45,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:49,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:50,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:54,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:11:55,230 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:11:56,231 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:11:59,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:01,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:04,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:06,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:09,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:11,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:14,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:12:14,062 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:12:14,062 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:12:14,062 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:12:14,281 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:12:14,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:16,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:17,282 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:12:19,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:21,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:24,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:25,231 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:12:27,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:29,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:32,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:34,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:37,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:39,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:42,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:44,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:47,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:49,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:52,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:53,949 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:12:53,951 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:12:53,951 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:12:53,951 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:12:54,296 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:12:54,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:12:55,232 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:12:57,297 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:12:58,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:12:59,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:03,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:04,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:08,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:09,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:13,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:14,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:18,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:19,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:23,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:24,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:24,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:13:24,922 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:13:24,922 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:13:24,922 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:13:25,233 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:13:25,307 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:13:27,308 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:13:28,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:29,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:33,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:34,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:38,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:39,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:43,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:44,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:48,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:49,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:53,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:13:53,201 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:13:53,201 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:13:53,202 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:13:53,319 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:13:54,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:54,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:13:55,234 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:13:55,319 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:13:59,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:13:59,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:04,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:04,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:09,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:09,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:14,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:14,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:19,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:19,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:14:19,338 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:14:19,338 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:14:19,338 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:14:19,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:20,329 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:14:21,329 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:14:24,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:25,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:25,234 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:14:29,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:30,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:34,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:35,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:39,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:40,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:44,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:45,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:48,000 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:14:48,001 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:14:48,002 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:14:48,002 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:14:48,340 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:14:49,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:50,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:51,341 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:14:54,944 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:14:55,235 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:14:56,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:14:59,951 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:01,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:04,952 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:06,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:09,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:11,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:14,970 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:16,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:18,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:15:18,623 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:15:18,623 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:15:18,624 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:15:19,351 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:15:19,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:21,352 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:15:21,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:24,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:25,236 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:15:27,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:29,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:32,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:34,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:37,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:39,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:42,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:44,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:47,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:49,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:51,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:15:51,005 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:15:51,006 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:15:51,006 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:15:51,362 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:15:53,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:53,363 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:15:54,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:15:55,237 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:15:58,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:15:59,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:03,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:05,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:08,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:10,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:13,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:15,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:18,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:20,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:20,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:16:20,213 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:16:20,213 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:16:20,214 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:16:20,374 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:16:23,376 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:16:24,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:25,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:25,238 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:16:30,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:30,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:35,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:35,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:40,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:40,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:45,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:45,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:50,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:50,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:16:50,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:16:50,521 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:16:50,521 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:16:50,522 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:16:51,386 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:16:53,387 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:16:55,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:16:55,239 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:16:56,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:00,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:00,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:01,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:05,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:06,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:10,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:11,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:15,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:16,244 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:19,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:17:19,417 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:17:19,417 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:17:19,418 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:17:20,397 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:17:20,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:21,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:21,398 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:17:25,240 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:17:25,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:27,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:30,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:32,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:35,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:37,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:40,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:42,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:45,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:47,244 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:50,902 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:52,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:17:55,241 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:17:55,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:17:55,328 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:17:55,329 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:17:55,329 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:17:55,410 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:17:55,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:17:57,411 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:17:58,194 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:00,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:03,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:05,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:08,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:10,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:13,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:15,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:18,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:20,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:23,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:25,241 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:18:25,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:26,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:18:26,984 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:18:26,984 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:18:26,984 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:18:27,426 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:18:28,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:29,427 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:18:30,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:33,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:35,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:38,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:40,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:43,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:45,952 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:48,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:50,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:53,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:55,243 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:18:55,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:18:57,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:18:57,564 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:18:57,565 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:18:57,565 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:18:58,439 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:18:59,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:18:59,439 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:19:00,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:04,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:06,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:09,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:11,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:14,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:16,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:19,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:21,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:24,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:25,244 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:19:26,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:30,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:31,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:19:31,113 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:19:31,114 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:19:31,114 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:19:31,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:31,451 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:19:33,452 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:19:36,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:36,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:41,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:41,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:46,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:46,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:51,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:51,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:55,244 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:19:56,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:19:56,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:19:59,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:19:59,457 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:19:59,457 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:19:59,458 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:19:59,461 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:20:01,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:01,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:01,461 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:20:06,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:06,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:11,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:11,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:16,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:16,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:21,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:21,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:25,245 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:20:26,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:20:26,153 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:20:26,153 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:20:26,154 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:20:26,471 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:20:26,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:26,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:27,471 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:20:29,472 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:20:31,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:32,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:36,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:37,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:41,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:42,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:46,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:47,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:51,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:52,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:55,246 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:20:56,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:20:57,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:20:59,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:20:59,211 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:20:59,212 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:20:59,212 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:20:59,483 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:21:01,484 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:21:01,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:02,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:06,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:07,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:11,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:12,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:16,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:17,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:21,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:22,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:25,247 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:21:26,700 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:28,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:31,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:32,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:21:32,325 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:21:32,325 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:21:32,326 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:21:32,496 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:21:33,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:35,497 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:21:36,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:38,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:41,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:43,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:46,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:48,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:52,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:53,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:21:55,248 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:21:57,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:21:59,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:01,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:22:01,858 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:22:01,858 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:22:01,859 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:22:02,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:02,507 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:22:03,508 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:22:04,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:07,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:09,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:12,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:14,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:17,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:19,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:22,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:24,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:25,249 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:22:27,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:30,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:32,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:33,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:22:33,273 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:22:33,273 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:22:33,274 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:22:33,519 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:22:35,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:35,520 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:22:37,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:40,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:42,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:45,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:47,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:47,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:50,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:52,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:22:55,250 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:22:56,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:22:57,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:01,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:02,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:05,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:23:05,318 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:23:05,319 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:23:05,319 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:23:05,532 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:23:06,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:07,533 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:23:07,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:11,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:12,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:16,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:17,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:21,980 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:22,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:25,251 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:23:27,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:27,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:32,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:32,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:37,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:37,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:38,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:23:38,626 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:23:38,627 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:23:38,627 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:23:39,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:23:39,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:23:41,546 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:23:42,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:42,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:47,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:47,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:52,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:23:52,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:55,252 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:23:57,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:23:58,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:02,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:03,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:07,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:08,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:11,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:24:11,695 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:24:11,695 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:24:11,696 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:24:12,558 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:24:12,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:13,558 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:24:13,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:17,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:18,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:22,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:23,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:25,253 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:24:27,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:29,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:32,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:34,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:37,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:39,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:42,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:44,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:45,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:24:45,309 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:24:45,309 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:24:45,310 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:24:45,570 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:24:47,571 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:24:47,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:49,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:52,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:24:54,483 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:24:55,254 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:24:57,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:00,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:02,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:05,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:07,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:10,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:12,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:15,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:17,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:18,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:25:18,235 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:25:18,235 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:25:18,235 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:25:18,583 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:25:19,583 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:25:21,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:22,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:25,255 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:25:26,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:28,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:31,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:33,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:36,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:38,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:41,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:43,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:46,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:48,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:50,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:25:50,943 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:25:50,943 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:25:50,944 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:25:51,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:51,596 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:25:53,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:25:53,597 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:25:55,256 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:25:57,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:25:58,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:02,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:03,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:07,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:08,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:12,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:13,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:17,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:18,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:22,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:22,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:26:22,434 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:26:22,434 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:26:22,434 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:26:22,607 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:26:23,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:23,608 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:26:25,261 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:26:27,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:28,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:32,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:33,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:37,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:38,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:42,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:43,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:47,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:48,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:52,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:53,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:26:55,258 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:26:56,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:26:56,052 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:26:56,053 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:26:56,055 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:26:56,620 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:26:57,620 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:26:58,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:26:58,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:03,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:03,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:08,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:08,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:13,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:13,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:18,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:18,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:23,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:23,381 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:25,259 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:27:28,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:28,382 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:28,951 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:27:28,953 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:27:28,953 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:27:28,955 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:27:29,632 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:27:30,633 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:27:32,634 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:27:33,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:33,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:38,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:38,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:43,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:43,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:48,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:48,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:53,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:53,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:27:55,260 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:27:57,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:27:57,952 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:27:57,952 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:27:57,952 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:27:58,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:27:58,644 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:27:58,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:00,645 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:28:03,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:03,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:08,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:08,980 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:13,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:13,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:18,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:18,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:23,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:23,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:25,260 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:28:28,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:29,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:33,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:34,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:35,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:28:35,356 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:28:35,356 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:28:35,358 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:28:35,657 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:28:38,658 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:28:38,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:40,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:43,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:45,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:48,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:50,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:53,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:28:55,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:28:55,261 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:28:58,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:00,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:03,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:05,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:08,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:09,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:29:09,203 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:29:09,204 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:29:09,206 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:29:09,670 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:29:10,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:12,671 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:29:13,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:15,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:18,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:20,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:23,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:25,262 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:29:26,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:28,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:31,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:33,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:36,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:38,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:39,007 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:29:39,008 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:29:39,008 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:29:39,009 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:29:39,682 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:29:40,683 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:29:41,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:42,683 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:29:43,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:46,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:48,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:51,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:53,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:29:55,263 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:29:57,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:29:59,148 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:02,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:04,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:07,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:07,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:30:07,994 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:30:07,994 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:30:07,994 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:30:08,693 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:30:09,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:10,694 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:30:12,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:14,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:17,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:19,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:22,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:24,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:25,264 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:30:28,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:29,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:33,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:34,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:38,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:38,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:30:38,800 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:30:38,800 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:30:38,800 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:30:39,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:39,705 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:30:40,705 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:30:43,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:44,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:48,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:49,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:53,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:54,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:30:55,265 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:30:59,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:30:59,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:04,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:04,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:09,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:09,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:11,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:31:11,581 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:31:11,581 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:31:11,583 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:31:11,718 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:31:14,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:14,719 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:31:14,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:19,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:19,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:24,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:24,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:25,266 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:31:29,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:30,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:34,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:35,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:39,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:40,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:41,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:31:41,746 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:31:41,746 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:31:41,748 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:31:42,731 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:31:44,732 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:31:44,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:45,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:49,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:50,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:54,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:31:55,267 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:31:56,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:31:59,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:01,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:04,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:06,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:09,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:11,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:14,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:16,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:32:16,249 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:32:16,249 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:32:16,251 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:32:16,745 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:32:16,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:18,746 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:32:19,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:22,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:24,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:25,268 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:32:27,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:29,903 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:32,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:34,909 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:37,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:39,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:42,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:43,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:32:43,561 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:32:43,561 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:32:43,562 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:32:43,756 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:32:44,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:46,759 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:32:47,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:50,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:52,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:32:55,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:32:55,269 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:32:58,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:00,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:03,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:05,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:08,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:10,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:13,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:15,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:15,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:33:15,827 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:33:15,827 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:33:15,828 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:33:16,770 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:33:18,771 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:33:19,007 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:20,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:24,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:25,270 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:33:25,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:29,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:30,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:34,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:35,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:39,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:40,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:44,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:45,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:47,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:33:47,177 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:33:47,178 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:33:47,178 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:33:47,782 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:33:49,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:50,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:33:50,783 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:33:54,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:33:55,271 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:33:55,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:00,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:00,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:05,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:05,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:10,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:10,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:15,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:15,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:17,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:34:17,439 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:34:17,439 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:34:17,439 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:34:17,793 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:34:18,794 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:34:20,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:20,795 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:34:20,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:25,272 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:34:25,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:26,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:30,944 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:31,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:35,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:36,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:40,951 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:41,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:45,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:46,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:50,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:51,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:34:51,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:34:51,519 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:34:51,519 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:34:51,519 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:34:51,806 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:34:52,806 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:34:54,807 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:34:55,277 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:34:55,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:34:56,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:00,980 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:01,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:05,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:06,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:10,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:11,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:15,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:16,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:18,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:35:18,979 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:35:18,979 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:35:18,979 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:35:19,816 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:35:20,817 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:35:21,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:21,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:22,817 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:35:25,274 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:35:26,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:27,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:31,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:32,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:36,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:37,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:41,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:42,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:46,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:47,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:51,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:51,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:35:51,789 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:35:51,789 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:35:51,792 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:35:51,829 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:35:52,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:35:54,830 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:35:55,275 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:35:56,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:35:58,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:01,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:03,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:06,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:08,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:11,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:13,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:16,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:18,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:21,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:21,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:36:22,000 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:36:22,000 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:36:22,002 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:36:22,841 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:36:23,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:24,842 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:36:25,276 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:36:26,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:29,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:31,048 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:34,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:36,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:39,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:41,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:44,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:46,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:49,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:51,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:54,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:55,278 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:36:56,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:36:59,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:36:59,167 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:36:59,167 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:36:59,168 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:36:59,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:36:59,856 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:37:00,856 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:37:01,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:02,857 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:37:05,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:06,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:10,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:11,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:15,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:16,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:20,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:21,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:25,278 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:37:26,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:26,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:31,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:31,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:31,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:37:31,468 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:37:31,468 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:37:31,469 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:37:31,868 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:37:32,868 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:37:34,869 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:37:36,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:36,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:41,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:41,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:46,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:46,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:51,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:51,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:37:55,279 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:37:56,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:37:57,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:01,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:02,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:02,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:38:02,880 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:38:02,880 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:38:02,881 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:38:02,881 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:38:03,881 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:38:04,882 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:38:06,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:07,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:11,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:12,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:16,890 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:17,634 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:21,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:22,635 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:25,280 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:38:26,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:28,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:31,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:33,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:36,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:38,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:38:38,033 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:38:38,033 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:38:38,034 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:38:38,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:38,894 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:38:40,895 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:38:41,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:43,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:46,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:48,907 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:51,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:53,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:38:55,281 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:38:56,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:38:59,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:01,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:04,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:07,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:09,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:12,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:12,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:39:12,355 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:39:12,356 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:39:12,356 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:39:12,907 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:39:14,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:14,908 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:39:17,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:19,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:22,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:24,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:25,283 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:39:27,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:30,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:32,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:35,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:37,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:40,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:42,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:43,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:39:43,344 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:39:43,345 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:39:43,345 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:39:43,919 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:39:44,919 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:39:45,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:47,420 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:50,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:52,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:39:55,284 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:39:56,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:39:57,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:01,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:02,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:06,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:07,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:11,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:12,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:13,635 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:40:13,636 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:40:13,637 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:40:13,637 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:40:13,930 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:40:14,930 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:40:16,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:16,931 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:40:17,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:21,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:22,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:25,284 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:40:27,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:27,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:32,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:33,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:37,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:38,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:41,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:40:41,314 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:40:41,314 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:40:41,315 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:40:41,940 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:40:42,940 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:40:43,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:43,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:48,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:48,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:53,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:40:53,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:55,285 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:40:58,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:40:58,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:03,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:03,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:08,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:08,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:13,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:13,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:14,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:41:14,440 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:41:14,440 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:41:14,441 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:41:14,953 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:41:16,954 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:41:18,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:19,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:23,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:24,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:25,286 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:41:28,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:28,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:29,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:33,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:34,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:38,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:39,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:41,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:41:41,993 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:41:41,993 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:41:41,994 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:41:42,964 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:41:42,964 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:41:43,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:44,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:44,965 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:41:48,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:49,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:53,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:41:54,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:41:55,288 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:41:58,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:00,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:03,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:05,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:08,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:10,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:13,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:15,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:15,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:42:15,481 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:42:15,481 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:42:15,481 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:42:15,976 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:42:16,976 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:42:18,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:20,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:23,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:25,288 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:42:26,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:28,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:31,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:33,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:36,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:38,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:41,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:43,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:46,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:46,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:42:46,681 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:42:46,681 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:42:46,681 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:42:46,987 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:42:48,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:48,988 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:42:51,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:53,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:42:55,289 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:42:57,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:42:58,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:02,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:03,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:07,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:08,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:12,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:13,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:15,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:43:15,986 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:43:15,987 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:43:15,987 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:43:15,997 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:43:16,998 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:43:17,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:18,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:18,999 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:43:22,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:23,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:25,290 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:43:28,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:28,841 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:33,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:33,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:38,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:38,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:43,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:43,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:48,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:48,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:50,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:43:50,691 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:43:50,691 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:43:50,692 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:43:51,011 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:43:53,012 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:43:53,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:43:53,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:55,291 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:43:58,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:43:59,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:03,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:04,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:08,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:09,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:13,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:14,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:18,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:19,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:23,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:24,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:25,292 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:44:27,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:44:27,444 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:44:27,444 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:44:27,445 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:44:28,025 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:44:29,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:29,025 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:44:29,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:34,019 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:34,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:39,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:39,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:44,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:44,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:49,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:49,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:54,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:54,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:55,293 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:44:59,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:44:59,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:44:59,857 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:44:59,857 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:44:59,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:44:59,858 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:45:00,038 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:45:01,038 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:45:03,039 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:45:04,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:05,118 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:09,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:10,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:14,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:15,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:19,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:20,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:24,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:25,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:25,294 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:45:29,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:30,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:30,900 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:45:30,902 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:45:30,902 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:45:30,902 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:45:31,049 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:45:33,050 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:45:34,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:36,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:39,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:41,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:44,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:46,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:49,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:51,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:54,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:45:55,295 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:45:56,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:45:59,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:01,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:03,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:46:03,488 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:46:03,488 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:46:03,489 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:46:04,062 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:46:04,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:05,062 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:46:06,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:09,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:11,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:14,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:16,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:19,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:21,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:24,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:25,296 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:46:27,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:29,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:32,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:34,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:35,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:46:35,587 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:46:35,588 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:46:35,588 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:46:36,074 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:46:37,074 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:46:37,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:39,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:42,493 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:44,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:47,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:49,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:52,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:54,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:46:55,296 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:46:58,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:46:59,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:03,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:04,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:06,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:47:06,589 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:47:06,589 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:47:06,589 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:47:07,085 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:47:08,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:09,086 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:47:09,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:13,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:14,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:18,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:19,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:23,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:24,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:25,298 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:47:29,299 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:29,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:34,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:34,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:39,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:39,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:41,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:47:41,681 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:47:41,681 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:47:41,681 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:47:42,098 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:47:43,098 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:47:44,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:44,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:49,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:49,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:54,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:47:54,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:47:55,299 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:47:59,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:00,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:04,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:05,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:09,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:10,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:11,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:48:11,723 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:48:11,724 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:48:11,724 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:48:12,109 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:48:13,109 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:48:14,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:15,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:19,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:20,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:24,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:25,300 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:48:26,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:29,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:31,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:34,944 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:36,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:39,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:48:39,312 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:48:39,312 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:48:39,313 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:48:39,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:40,119 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:48:41,120 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:48:42,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:44,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:47,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:49,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:52,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:54,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:48:55,301 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:48:57,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:48:59,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:02,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:04,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:07,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:09,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:49:09,086 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:49:09,086 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:49:09,086 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:49:09,131 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:49:10,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:12,132 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:49:13,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:15,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:18,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:20,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:23,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:25,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:25,302 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:49:28,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:30,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:33,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:35,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:38,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:40,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:41,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:49:41,196 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:49:41,196 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:49:41,197 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:49:42,143 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:49:44,144 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:49:44,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:45,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:49,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:50,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:49:54,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:49:55,302 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:49:55,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:00,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:00,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:05,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:05,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:10,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:10,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:11,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:50:11,629 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:50:11,629 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:50:11,629 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:50:12,154 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:50:14,155 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:50:15,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:15,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:20,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:20,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:25,303 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:50:25,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:26,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:30,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:31,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:35,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:36,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:40,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:50:40,516 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:50:40,516 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:50:40,517 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:50:41,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:41,166 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:50:41,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:44,167 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:50:46,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:46,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:51,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:51,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:50:55,304 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:50:56,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:50:57,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:01,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:02,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:06,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:07,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:11,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:12,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:16,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:17,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:51:17,251 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:51:17,252 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:51:17,252 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:51:17,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:18,181 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:51:20,182 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:51:21,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:23,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:25,305 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:51:26,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:28,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:31,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:33,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:36,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:38,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:41,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:43,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:46,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:47,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:51:47,810 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:51:47,810 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:51:47,810 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:51:48,193 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:51:48,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:50,194 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:51:51,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:53,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:51:55,306 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:51:56,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:51:59,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:01,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:04,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:06,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:09,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:11,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:14,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:15,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:52:15,512 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:52:15,513 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:52:15,514 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:52:16,204 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:52:16,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:18,204 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:52:20,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:20,205 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:52:21,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:25,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:25,307 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:52:26,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:30,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:31,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:35,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:36,738 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:40,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:41,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:45,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:52:45,307 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:52:45,307 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:52:45,308 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:52:45,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:46,215 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:52:46,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:48,216 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:52:51,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:52:51,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:55,307 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:52:56,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:52:57,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:01,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:02,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:06,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:07,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:11,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:12,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:14,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:53:14,784 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:53:14,784 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:53:14,784 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:53:15,226 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:53:16,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:17,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:18,228 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:53:21,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:22,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:25,308 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:53:26,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:28,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:31,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:33,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:36,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:38,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:41,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:43,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:44,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:53:44,984 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:53:44,984 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:53:44,985 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:53:45,237 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:53:46,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:48,238 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:53:49,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:51,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:54,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:53:55,309 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:53:56,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:53:59,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:01,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:04,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:06,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:09,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:11,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:14,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:16,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:17,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:54:17,909 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:54:17,909 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:54:17,910 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:54:18,249 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:54:19,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:20,250 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:54:21,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:24,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:25,310 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:54:26,901 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:30,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:31,907 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:35,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:36,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:40,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:41,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:45,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:46,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:48,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:54:48,060 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:54:48,061 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:54:48,061 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:54:48,260 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:54:50,261 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:54:50,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:51,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:54:55,312 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:54:56,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:54:56,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:01,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:01,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:06,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:06,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:11,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:11,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:16,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:16,952 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:21,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:21,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:23,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:55:23,497 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:55:23,497 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:55:23,498 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:55:24,274 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:55:25,312 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:55:26,275 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:55:26,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:27,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:31,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:32,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:36,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:37,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:42,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:42,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:47,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:47,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:49,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:55:49,675 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:55:49,676 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:55:49,676 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:55:50,283 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:55:52,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:52,284 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:55:52,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:55:55,313 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:55:57,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:55:58,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:02,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:03,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:07,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:08,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:12,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:13,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:17,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:18,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:22,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:23,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:25,314 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:56:27,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:29,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:32,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:33,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:56:33,408 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:56:33,408 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:56:33,408 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:56:34,300 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:56:34,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:36,301 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:56:37,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:39,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:42,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:44,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:47,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:49,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:52,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:56:54,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:56:55,315 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:56:57,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:00,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:02,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:05,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:06,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:57:06,774 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:57:06,774 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:57:06,774 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:57:07,314 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:57:07,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:10,315 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:57:10,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:12,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:15,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:17,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:20,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:22,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:25,316 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:57:26,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:27,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:31,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:32,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:36,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:37,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:39,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:57:39,388 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:57:39,388 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:57:39,388 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:57:40,328 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:57:41,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:42,329 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:57:42,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:46,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:47,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:51,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:52,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:57:55,317 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:57:57,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:57:57,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:02,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:02,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:07,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:07,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:09,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:58:09,938 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:58:09,938 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:58:09,939 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:58:10,339 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:58:12,340 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:58:12,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:12,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:17,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:17,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:22,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:22,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:25,318 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:58:27,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:28,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:32,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:33,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:37,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:38,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:40,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:58:40,003 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:58:40,004 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:58:40,004 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:58:40,349 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:58:42,350 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:58:42,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:44,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:47,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:49,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:52,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:54,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:58:55,319 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:58:57,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:58:59,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:02,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:04,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:07,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:09,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:59:09,113 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:59:09,113 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:59:09,113 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:59:09,360 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:59:09,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:12,362 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:59:12,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:14,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:17,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:19,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:22,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:24,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:25,320 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:59:27,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:30,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:33,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:35,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:38,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:39,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 22:59:39,010 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 22:59:39,010 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 22:59:39,010 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 22:59:39,374 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 22:59:40,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:42,375 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 22:59:43,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:45,841 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:48,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:50,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:53,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 22:59:55,321 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 22:59:56,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 22:59:58,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:01,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:03,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:06,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:08,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:11,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:13,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:00:13,110 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:00:13,110 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:00:13,111 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:00:13,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:13,387 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:00:16,388 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:00:17,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:18,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:22,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:23,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:25,322 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:00:27,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:28,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:32,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:33,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:33,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:37,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:38,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:42,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:43,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:45,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:00:45,956 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:00:45,956 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:00:45,956 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:00:46,399 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:00:47,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:48,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:48,400 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:00:52,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:00:53,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:55,323 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:00:58,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:00:58,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:03,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:03,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:08,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:08,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:13,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:13,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:15,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:01:15,846 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:01:15,846 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:01:15,846 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:01:16,411 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:01:18,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:18,411 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:01:18,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:23,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:23,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:25,324 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:01:28,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:29,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:33,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:34,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:38,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:39,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:43,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:44,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:48,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:49,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:52,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:01:52,917 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:01:52,917 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:01:52,918 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:01:53,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:01:53,424 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:01:54,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:01:55,325 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:01:56,426 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:01:58,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:00,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:03,361 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:05,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:08,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:10,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:13,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:15,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:18,366 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:20,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:23,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:24,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:02:24,736 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:02:24,736 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:02:24,737 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:02:25,326 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:02:25,437 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:02:25,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:26,437 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:02:28,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:28,438 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:02:30,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:33,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:35,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:38,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:40,629 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:43,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:45,630 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:48,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:50,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:53,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:55,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:02:55,047 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:02:55,047 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:02:55,047 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:02:55,327 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:02:55,449 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:02:55,909 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:02:56,449 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:02:58,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:02:58,450 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:03:00,909 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:03,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:05,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:08,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:10,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:13,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:15,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:18,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:20,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:23,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:24,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:03:24,909 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:03:24,909 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:03:24,910 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:03:25,328 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:03:25,460 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:03:26,461 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:03:26,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:28,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:28,461 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:03:31,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:33,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:36,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:38,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:41,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:43,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:46,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:48,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:51,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:53,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:03:55,329 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:03:57,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:03:58,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:03:58,251 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:03:58,252 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:03:58,252 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:03:58,473 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:03:58,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:00,474 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:04:02,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:03,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:07,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:08,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:12,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:13,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:17,506 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:18,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:22,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:23,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:25,330 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:04:28,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:28,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:31,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:04:31,448 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:04:31,448 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:04:31,449 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:04:31,485 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:04:33,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:33,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:34,486 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:04:38,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:38,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:43,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:43,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:48,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:48,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:53,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:04:53,994 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:55,332 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:04:59,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:04:59,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:02,898 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:05:02,899 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:05:02,899 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:05:02,899 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:05:03,497 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:05:04,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:04,498 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:05:04,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:06,499 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:05:09,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:09,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:14,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:14,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:19,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:19,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:24,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:24,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:25,332 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:05:29,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:30,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:34,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:35,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:35,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:05:35,568 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:05:35,568 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:05:35,568 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:05:36,510 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:05:38,510 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:05:39,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:40,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:44,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:45,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:49,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:50,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:54,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:05:55,333 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:05:56,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:05:59,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:01,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:04,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:06,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:09,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:10,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:06:10,465 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:06:10,466 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:06:10,466 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:06:10,522 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:06:11,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:12,523 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:06:14,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:16,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:19,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:21,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:24,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:25,334 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:06:27,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:29,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:32,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:34,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:37,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:39,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:42,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:44,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:46,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:06:46,100 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:06:46,100 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:06:46,100 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:06:46,536 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:06:48,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:48,537 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:06:49,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:53,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:54,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:06:55,335 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:06:58,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:06:59,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:03,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:04,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:08,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:09,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:13,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:14,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:18,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:19,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:20,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:07:20,659 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:07:20,659 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:07:20,659 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:07:21,549 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:07:22,550 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:07:23,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:24,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:25,336 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:07:29,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:29,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:34,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:34,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:39,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:39,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:44,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:44,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:49,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:49,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:50,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:07:50,645 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:07:50,646 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:07:50,646 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:07:51,561 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:07:52,561 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:07:54,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:07:54,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:07:55,336 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:07:59,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:00,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:04,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:05,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:09,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:10,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:14,299 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:15,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:18,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:08:18,356 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:08:18,356 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:08:18,357 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:08:18,571 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:08:19,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:20,572 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:08:21,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:24,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:25,337 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:08:26,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:29,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:31,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:34,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:36,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:39,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:41,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:44,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:46,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:46,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:08:46,829 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:08:46,830 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:08:46,830 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:08:47,581 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:08:48,582 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:08:49,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:51,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:54,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:08:55,338 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:08:57,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:08:59,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:02,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:04,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:07,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:10,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:12,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:15,037 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:17,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:18,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:09:18,552 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:09:18,552 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:09:18,553 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:09:18,592 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:09:20,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:20,593 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:09:22,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:25,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:25,339 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:09:28,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:30,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:33,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:35,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:38,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:40,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:43,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:45,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:48,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:49,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:09:49,962 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:09:49,962 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:09:49,963 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:09:50,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:50,605 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:09:53,607 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:09:53,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:09:55,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:09:55,340 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:09:59,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:00,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:04,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:05,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:09,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:10,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:14,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:15,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:18,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:10:18,691 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:10:18,691 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:10:18,691 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:10:19,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:19,616 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:10:20,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:21,617 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:10:24,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:25,342 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:10:25,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:30,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:30,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:35,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:35,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:40,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:40,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:45,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:45,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:48,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:10:48,605 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:10:48,605 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:10:48,606 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:10:48,627 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:10:50,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:10:50,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:51,628 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:10:55,342 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:10:55,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:10:56,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:00,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:01,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:05,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:06,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:10,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:11,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:15,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:16,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:20,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:21,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:23,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:11:23,372 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:11:23,373 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:11:23,373 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:11:23,640 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:11:25,343 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:11:25,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:27,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:27,641 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:11:30,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:32,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:35,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:37,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:40,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:42,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:46,011 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:47,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:51,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:52,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:11:54,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:11:54,182 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:11:54,183 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:11:54,183 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:11:54,655 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:11:55,344 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:11:56,019 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:11:57,657 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:11:58,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:01,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:03,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:06,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:08,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:11,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:13,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:16,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:18,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:21,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:21,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:12:21,428 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:12:21,428 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:12:21,428 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:12:21,665 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:12:23,666 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:12:24,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:25,345 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:12:26,036 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:29,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:31,048 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:34,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:36,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:39,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:41,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:44,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:46,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:49,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:51,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:12:51,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:12:51,134 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:12:51,135 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:12:51,135 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:12:51,678 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:12:53,679 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:12:54,901 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:12:55,346 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:12:56,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:00,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:01,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:05,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:06,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:10,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:11,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:15,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:16,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:20,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:21,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:22,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:13:22,194 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:13:22,194 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:13:22,195 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:13:22,689 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:13:25,346 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:13:25,691 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:13:26,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:26,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:31,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:31,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:36,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:36,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:41,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:41,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:46,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:46,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:51,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:13:51,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:53,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:13:53,209 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:13:53,209 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:13:53,210 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:13:53,701 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:13:55,348 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:13:55,702 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:13:56,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:13:57,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:01,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:02,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:06,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:07,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:11,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:12,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:16,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:17,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:21,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:22,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:25,349 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:14:26,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:14:26,289 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:14:26,290 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:14:26,290 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:14:26,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:26,713 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:14:28,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:29,714 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:14:31,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:33,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:36,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:38,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:41,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:43,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:46,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:48,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:51,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:53,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:55,350 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:14:56,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:14:57,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:14:57,527 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:14:57,527 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:14:57,528 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:14:57,725 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:14:58,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:14:59,726 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:15:01,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:03,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:06,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:08,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:11,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:13,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:16,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:18,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:21,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:23,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:25,351 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:15:26,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:28,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:15:28,977 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:15:28,977 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:15:28,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:28,978 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:15:29,738 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:15:31,739 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:15:31,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:33,739 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:15:34,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:36,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:39,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:41,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:44,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:47,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:49,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:52,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:15:54,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:15:55,352 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:15:57,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:00,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:02,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:02,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:16:02,475 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:16:02,475 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:16:02,475 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:16:02,751 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:16:05,752 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:16:06,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:07,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:11,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:12,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:16,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:17,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:21,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:22,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:25,352 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:16:26,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:27,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:31,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:32,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:36,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:36,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:16:36,947 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:16:36,948 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:16:36,948 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:16:37,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:37,765 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:16:39,766 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:16:41,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:42,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:46,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:47,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:51,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:52,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:16:55,353 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:16:57,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:16:57,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:02,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:02,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:07,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:07,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:09,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:17:09,809 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:17:09,809 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:17:09,809 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:17:10,777 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:17:11,778 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:17:12,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:12,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:17,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:17,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:22,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:22,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:25,355 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:17:27,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:28,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:32,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:33,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:37,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:38,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:17:38,322 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:17:38,322 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:17:38,322 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:17:38,788 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:17:38,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:41,790 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:17:43,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:44,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:48,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:49,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:53,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:54,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:17:55,356 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:17:58,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:17:59,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:03,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:04,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:07,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:18:07,837 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:18:07,837 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:18:07,837 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:18:08,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:08,799 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:18:09,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:09,800 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:18:13,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:14,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:18,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:19,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:23,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:24,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:25,357 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:18:28,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:30,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:33,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:35,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:37,019 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:18:37,021 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:18:37,021 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:18:37,021 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:18:37,811 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:18:38,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:39,812 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:18:40,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:43,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:45,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:48,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:50,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:53,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:18:55,359 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:18:56,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:18:58,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:01,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:03,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:06,361 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:06,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:19:06,992 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:19:06,992 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:19:06,992 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:19:07,823 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:19:08,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:09,823 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:19:11,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:13,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:16,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:18,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:21,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:23,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:25,359 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:19:27,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:28,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:32,361 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:33,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:37,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:19:37,265 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:19:37,265 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:19:37,265 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:19:37,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:37,833 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:19:38,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:39,834 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:19:43,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:43,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:48,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:48,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:53,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:53,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:19:55,360 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:19:58,361 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:19:58,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:03,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:03,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:08,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:08,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:08,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:20:08,917 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:20:08,917 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:20:08,918 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:20:09,845 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:20:11,846 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:20:13,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:14,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:18,841 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:19,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:23,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:24,036 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:25,361 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:20:28,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:29,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:33,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:34,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:38,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:20:38,166 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:20:38,166 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:20:38,167 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:20:38,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:38,857 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:20:39,857 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:20:40,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:41,858 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:20:44,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:45,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:49,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:50,025 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:54,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:20:55,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:20:55,362 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:20:59,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:00,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:04,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:05,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:06,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:21:06,944 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:21:06,944 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:21:06,945 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:21:07,868 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:21:09,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:09,869 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:21:10,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:14,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:15,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:19,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:20,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:24,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:25,363 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:21:26,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:29,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:31,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:34,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:35,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:21:35,528 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:21:35,529 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:21:35,529 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:21:35,878 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:21:36,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:37,879 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:21:39,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:41,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:44,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:46,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:49,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:51,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:54,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:21:55,365 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:21:57,366 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:21:59,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:02,366 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:04,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:05,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:22:05,340 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:22:05,340 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:22:05,341 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:22:05,889 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:22:07,889 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:22:08,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:09,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:13,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:14,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:18,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:19,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:23,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:24,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:25,366 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:22:28,367 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:29,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:33,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:34,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:38,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:38,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:22:38,808 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:22:38,808 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:22:38,809 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:22:38,901 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:22:39,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:41,902 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:22:44,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:44,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:49,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:49,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:54,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:54,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:22:55,367 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:22:59,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:22:59,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:04,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:04,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:09,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:10,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:11,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:23:11,147 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:23:11,147 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:23:11,147 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:23:11,913 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:23:13,914 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:23:15,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:15,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:20,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:20,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:25,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:25,368 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:23:25,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:30,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:30,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:35,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:35,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:39,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:23:39,357 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:23:39,358 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:23:39,358 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:23:39,925 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:23:40,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:41,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:41,926 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:23:45,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:46,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:50,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:51,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:23:55,368 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:23:55,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:23:56,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:00,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:01,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:05,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:06,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:10,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:11,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:14,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:24:14,743 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:24:14,743 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:24:14,744 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:24:14,939 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:24:15,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:16,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:17,940 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:24:20,994 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:21,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:25,369 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:24:26,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:27,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:31,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:32,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:36,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:37,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:41,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:42,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:45,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:24:45,801 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:24:45,802 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:24:45,802 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:24:45,951 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:24:46,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:47,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:47,952 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:24:51,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:52,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:24:55,370 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:24:56,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:24:58,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:01,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:03,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:06,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:08,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:11,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:13,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:16,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:18,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:19,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:25:19,743 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:25:19,744 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:25:19,744 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:25:19,963 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:25:21,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:21,964 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:25:23,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:25,372 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:25:26,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:29,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:31,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:34,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:36,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:39,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:41,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:44,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:46,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:49,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:51,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:25:52,468 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:25:52,469 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:25:52,470 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:25:52,470 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:25:52,976 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:25:54,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:25:55,373 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:25:55,977 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:25:56,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:00,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:01,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:05,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:06,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:10,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:11,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:15,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:16,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:20,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:21,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:25,374 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:26:26,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:26,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:28,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:26:28,250 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:26:28,250 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:26:28,250 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:26:28,990 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:26:29,990 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:26:31,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:32,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:36,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:37,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:41,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:42,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:46,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:47,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:51,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:52,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:26:55,374 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:26:56,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:26:57,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:00,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:27:00,004 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:27:00,004 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:27:00,004 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:27:01,001 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:27:01,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:02,002 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:27:02,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:06,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:07,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:11,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:12,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:16,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:17,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:21,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:22,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:25,375 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:27:26,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:28,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:27:28,340 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:27:28,341 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:27:28,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:28,341 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:27:29,011 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:27:30,011 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:27:31,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:34,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:36,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:39,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:41,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:44,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:46,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:49,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:51,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:54,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:27:55,376 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:27:56,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:27:59,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:01,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:04,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:28:04,145 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:28:04,145 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:28:04,145 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:28:05,024 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:28:05,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:06,025 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:28:06,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:10,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:11,994 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:15,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:16,995 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:20,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:22,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:25,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:25,377 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:28:27,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:30,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:28:30,224 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:28:30,225 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:28:30,225 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:28:30,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:31,034 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:28:32,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:32,034 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:28:36,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:37,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:41,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:42,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:46,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:47,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:51,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:52,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:55,378 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:28:56,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:28:57,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:28:59,909 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:28:59,910 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:28:59,911 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:28:59,911 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:29:00,044 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:29:01,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:02,046 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:29:02,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:06,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:07,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:11,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:12,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:16,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:17,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:21,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:22,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:25,379 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:29:27,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:27,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:27,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:29:27,757 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:29:27,757 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:29:27,757 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:29:28,055 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:29:30,056 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:29:32,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:33,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:37,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:38,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:42,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:43,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:47,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:48,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:52,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:53,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:55,380 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:29:57,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:29:58,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:29:58,283 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:29:58,284 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:29:58,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:29:58,284 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:29:59,067 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:30:00,067 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:30:02,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:03,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:07,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:08,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:12,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:13,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:17,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:18,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:22,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:23,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:25,381 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:30:27,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:29,382 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:30,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:30:30,163 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:30:30,163 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:30:30,164 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:30:31,079 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:30:32,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:33,080 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:30:35,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:37,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:40,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:42,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:45,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:47,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:50,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:52,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:30:55,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:30:55,382 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:30:57,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:00,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:02,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:03,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:31:03,602 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:31:03,602 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:31:03,602 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:31:04,092 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:31:06,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:07,093 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:31:07,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:11,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:12,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:16,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:17,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:21,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:22,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:25,383 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:31:26,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:28,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:31,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:33,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:36,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:38,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:39,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:31:39,112 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:31:39,113 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:31:39,113 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:31:40,105 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:31:41,106 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:31:42,103 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:43,107 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:31:43,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:47,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:48,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:52,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:53,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:31:55,384 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:31:57,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:31:58,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:02,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:03,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:07,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:08,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:12,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:13,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:14,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:32:14,111 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:32:14,111 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:32:14,112 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:32:14,117 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:32:17,118 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:32:17,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:18,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:22,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:23,144 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:25,385 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:32:28,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:28,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:33,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:33,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:38,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:38,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:42,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:32:42,336 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:32:42,336 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:32:42,337 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:32:43,127 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:32:43,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:44,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:45,127 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:32:48,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:49,101 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:53,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:54,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:32:55,386 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:32:58,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:32:59,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:03,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:04,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:08,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:09,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:13,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:14,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:18,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:33:18,285 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:33:18,285 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:33:18,285 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:33:18,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:19,140 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:33:20,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:21,141 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:33:23,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:25,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:25,387 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:33:28,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:30,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:33,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:35,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:38,666 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:40,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:43,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:45,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:48,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:33:48,363 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:33:48,363 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:33:48,364 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:33:48,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:49,151 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:33:51,152 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:33:51,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:53,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:33:55,387 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:33:56,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:33:58,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:01,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:03,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:06,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:08,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:11,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:13,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:16,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:17,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:34:17,979 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:34:17,979 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:34:17,980 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:34:18,161 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:34:18,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:21,162 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:34:21,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:23,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:25,388 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:34:27,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:28,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:32,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:33,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:37,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:39,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:42,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:44,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:45,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:34:45,243 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:34:45,243 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:34:45,243 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:34:46,172 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:34:47,172 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:34:48,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:49,173 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:34:49,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:53,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:54,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:34:55,389 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:34:58,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:34:59,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:03,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:04,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:08,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:09,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:13,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:14,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:14,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:35:14,807 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:35:14,807 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:35:14,807 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:35:15,183 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:35:17,184 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:35:19,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:19,185 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:35:19,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:24,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:24,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:25,390 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:35:29,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:29,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:34,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:34,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:39,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:39,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:44,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:44,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:44,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:35:44,438 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:35:44,438 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:35:44,439 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:35:45,194 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:35:47,195 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:35:49,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:49,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:54,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:35:54,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:35:55,391 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:35:59,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:00,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:04,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:05,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:09,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:10,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:14,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:15,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:15,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:36:15,575 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:36:15,575 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:36:15,575 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:36:16,206 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:36:19,207 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:36:19,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:20,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:24,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:25,392 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:36:26,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:29,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:31,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:34,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:36,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:39,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:41,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:44,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:46,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:47,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:36:47,118 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:36:47,119 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:36:47,119 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:36:47,217 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:36:49,218 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:36:49,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:51,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:54,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:36:55,393 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:36:57,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:36:59,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:02,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:04,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:07,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:09,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:12,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:14,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:17,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:19,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:20,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:37:20,091 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:37:20,091 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:37:20,092 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:37:20,230 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:37:23,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:23,231 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:37:24,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:25,394 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:37:28,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:29,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:33,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:34,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:38,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:39,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:43,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:44,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:48,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:49,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:53,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:54,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:37:54,357 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:37:54,357 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:37:54,357 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:37:54,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:37:55,243 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:37:55,395 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:37:57,243 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:37:59,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:37:59,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:04,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:04,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:09,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:09,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:14,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:14,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:19,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:19,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:24,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:38:24,369 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:38:24,370 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:38:24,370 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:38:24,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:24,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:25,254 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:38:25,396 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:38:27,254 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:38:29,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:30,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:34,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:35,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:39,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:40,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:44,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:45,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:49,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:50,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:52,973 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:38:52,974 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:38:52,974 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:38:52,975 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:38:53,264 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:38:54,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:38:55,265 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:38:55,397 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:38:56,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:38:59,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:01,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:04,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:06,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:09,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:11,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:14,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:16,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:19,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:21,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:22,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:39:22,442 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:39:22,442 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:39:22,442 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:39:23,277 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:39:24,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:25,278 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:39:25,397 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:39:27,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:29,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:32,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:34,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:37,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:39,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:42,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:44,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:47,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:49,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:52,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:55,005 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:39:55,399 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:39:56,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:39:56,138 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:39:56,138 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:39:56,138 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:39:56,289 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:39:57,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:39:59,290 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:40:00,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:02,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:05,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:07,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:10,019 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:12,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:15,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:17,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:20,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:22,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:25,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:25,400 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:40:28,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:30,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:30,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:40:30,506 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:40:30,506 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:40:30,507 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:40:31,303 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:40:33,303 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:40:33,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:35,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:38,506 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:40,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:43,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:45,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:48,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:50,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:53,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:40:55,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:40:55,401 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:40:59,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:00,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:04,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:41:04,206 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:41:04,206 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:41:04,206 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:41:04,315 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:41:04,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:05,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:07,316 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:41:10,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:10,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:15,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:15,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:20,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:20,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:25,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:25,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:25,402 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:41:30,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:30,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:35,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:35,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:39,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:41:39,372 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:41:39,373 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:41:39,373 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:41:40,328 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:41:40,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:40,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:41,329 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:41:45,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:45,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:50,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:50,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:41:55,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:41:55,403 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:41:56,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:00,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:01,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:05,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:06,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:09,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:42:09,177 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:42:09,177 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:42:09,178 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:42:09,339 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:42:10,431 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:11,340 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:42:12,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:15,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:17,150 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:20,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:22,150 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:25,404 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:42:25,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:27,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:30,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:32,406 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:35,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:37,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:40,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:42,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:45,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:47,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:50,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:52,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:55,405 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:42:55,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:42:58,406 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:42:59,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:42:59,013 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:42:59,013 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:42:59,013 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:42:59,357 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:43:00,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:01,358 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:43:03,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:05,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:08,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:10,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:13,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:15,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:18,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:20,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:23,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:25,406 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:43:25,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:29,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:30,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:33,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:43:33,482 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:43:33,482 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:43:33,483 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:43:34,370 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:43:34,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:35,371 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:43:35,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:37,372 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:43:39,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:40,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:44,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:45,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:49,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:50,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:43:54,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:43:55,407 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:43:55,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:00,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:00,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:05,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:05,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:07,106 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:44:07,108 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:44:07,108 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:44:07,108 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:44:07,383 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:44:09,384 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:44:10,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:11,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:15,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:16,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:20,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:21,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:25,408 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:44:25,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:26,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:30,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:31,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:35,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:35,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:44:35,792 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:44:35,793 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:44:35,793 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:44:36,395 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:44:36,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:37,395 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:44:40,634 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:41,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:45,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:46,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:50,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:51,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:44:55,409 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:44:55,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:44:57,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:00,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:02,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:05,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:07,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:08,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:45:08,969 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:45:08,969 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:45:08,970 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:45:09,408 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:45:10,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:11,409 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:45:13,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:15,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:18,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:20,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:23,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:25,410 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:45:25,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:28,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:30,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:33,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:35,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:36,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:45:36,472 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:45:36,472 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:45:36,473 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:45:37,420 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:45:38,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:39,421 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:45:40,898 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:43,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:45,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:48,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:50,901 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:53,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:45:55,411 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:45:55,907 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:45:59,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:00,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:04,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:05,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:08,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:46:08,582 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:46:08,582 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:46:08,583 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:46:09,433 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:46:09,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:10,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:11,434 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:46:14,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:15,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:19,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:20,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:24,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:25,412 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:46:25,949 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:30,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:30,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:35,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:35,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:36,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:46:36,755 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:46:36,756 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:46:36,756 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:46:37,443 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:46:39,444 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:46:40,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:41,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:45,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:46,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:50,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:51,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:46:55,413 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:46:55,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:46:56,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:00,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:01,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:05,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:06,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:10,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:47:10,097 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:47:10,098 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:47:10,098 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:47:10,456 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:47:10,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:11,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:11,457 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:47:13,458 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:47:15,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:16,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:21,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:21,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:25,414 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:47:26,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:27,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:31,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:32,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:36,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:37,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:41,048 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:42,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:42,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:47:42,620 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:47:42,621 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:47:42,621 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:47:43,469 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:47:45,470 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:47:46,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:47,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:51,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:52,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:47:55,414 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:47:56,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:47:58,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:01,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:03,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:06,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:08,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:11,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:12,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:48:12,960 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:48:12,960 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:48:12,961 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:48:13,480 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:48:13,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:15,482 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:48:16,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:19,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:21,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:24,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:25,415 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:48:26,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:29,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:31,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:34,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:36,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:39,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:41,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:44,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:46,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:47,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:48:47,074 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:48:47,074 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:48:47,075 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:48:47,494 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:48:49,495 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:48:49,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:51,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:48:54,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:48:55,416 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:48:56,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:00,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:01,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:05,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:06,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:10,420 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:11,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:15,420 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:16,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:16,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:49:16,808 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:49:16,808 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:49:16,808 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:49:17,505 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:49:19,506 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:49:21,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:21,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:25,417 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:49:26,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:26,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:31,406 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:31,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:36,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:36,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:41,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:41,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:46,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:46,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:51,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:49:51,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:53,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:49:53,062 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:49:53,062 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:49:53,062 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:49:53,519 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:49:55,418 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:49:55,520 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:49:56,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:49:57,420 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:01,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:02,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:06,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:07,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:11,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:12,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:17,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:17,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:22,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:22,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:25,419 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:50:27,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:27,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:50:27,786 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:50:27,786 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:50:27,786 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:50:27,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:28,532 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:50:29,532 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:50:32,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:33,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:37,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:38,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:42,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:43,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:47,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:48,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:52,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:53,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:50:55,424 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:50:57,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:50:59,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:01,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:51:01,376 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:51:01,377 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:51:01,377 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:51:01,544 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:51:02,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:04,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:51:05,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:07,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:10,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:12,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:15,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:17,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:20,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:22,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:25,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:25,421 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:51:26,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:51:26,942 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:51:26,943 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:51:26,945 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:51:27,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:27,554 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:51:30,555 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:51:30,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:32,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:35,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:37,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:40,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:42,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:45,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:47,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:50,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:52,970 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:55,422 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:51:56,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:51:56,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:51:56,725 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:51:56,725 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:51:56,726 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:51:57,566 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:51:57,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:51:58,567 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:52:00,568 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:52:01,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:02,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:06,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:08,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:11,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:13,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:16,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:18,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:21,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:23,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:24,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:52:24,668 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:52:24,668 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:52:24,668 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:52:25,423 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:52:25,577 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:52:26,578 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:52:27,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:28,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:28,579 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:52:32,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:33,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:37,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:38,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:42,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:43,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:47,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:48,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:52,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:53,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:52:54,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:52:54,424 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:52:54,424 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:52:54,425 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:52:54,588 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:52:55,424 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:52:56,589 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:52:58,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:52:58,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:03,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:03,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:08,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:08,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:13,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:13,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:18,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:18,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:23,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:23,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:24,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:53:24,561 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:53:24,562 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:53:24,564 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:53:24,599 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:53:25,425 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:53:26,600 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:53:28,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:28,601 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:53:28,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:33,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:33,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:38,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:38,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:43,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:43,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:48,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:48,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:53,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:53:53,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:55,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:53:55,081 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:53:55,082 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:53:55,084 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:53:55,426 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:53:55,611 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:53:58,613 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:53:58,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:53:59,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:03,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:04,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:08,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:09,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:13,717 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:14,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:18,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:19,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:23,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:23,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:54:23,950 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:54:23,950 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:54:23,950 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:54:24,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:24,622 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:54:25,427 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:54:26,623 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:54:28,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:30,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:33,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:35,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:38,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:40,430 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:43,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:45,431 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:48,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:50,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:53,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:54:55,427 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:54:56,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:54:57,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:54:57,616 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:54:57,617 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:54:57,617 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:54:57,638 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:54:58,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:00,639 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:55:01,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:03,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:06,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:08,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:11,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:13,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:16,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:18,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:21,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:23,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:25,428 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:55:27,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:28,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:55:28,832 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:55:28,832 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:55:28,832 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:55:28,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:29,651 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:55:32,652 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:55:33,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:34,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:38,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:39,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:43,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:44,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:48,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:49,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:53,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:54,011 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:55:55,429 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:55:58,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:55:58,160 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:55:58,160 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:55:58,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:55:58,161 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:55:58,661 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:55:59,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:00,662 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:56:04,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:04,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:09,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:09,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:14,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:14,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:19,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:19,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:24,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:24,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:25,420 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:56:25,421 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:56:25,422 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:56:25,422 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:56:25,430 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:56:25,671 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:56:28,672 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:56:29,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:29,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:34,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:34,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:39,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:39,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:44,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:44,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:49,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:49,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:54,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:54,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:56:54,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:56:54,705 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:56:54,705 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:56:54,706 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:56:55,430 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:56:55,683 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:56:56,684 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:56:59,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:56:59,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:04,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:04,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:09,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:09,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:14,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:14,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:19,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:19,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:24,381 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:24,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:25,432 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:57:26,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:57:26,320 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:57:26,320 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:57:26,321 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:57:26,694 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:57:28,694 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:57:29,382 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:30,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:34,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:35,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:39,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:40,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:44,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:45,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:49,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:50,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:54,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:57:55,101 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:57:55,433 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:57:57,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:57:57,167 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:57:57,167 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:57:57,167 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:57:57,704 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:57:59,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:00,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:00,705 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:58:04,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:05,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:09,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:10,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:14,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:15,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:19,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:20,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:24,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:25,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:25,433 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:58:28,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:58:28,359 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:58:28,359 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:58:28,359 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:58:28,716 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:58:29,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:30,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:30,716 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:58:34,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:35,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:39,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:40,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:44,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:45,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:49,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:50,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:54,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:58:55,439 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:58:56,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:58:59,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:00,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:59:00,359 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:59:00,359 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:59:00,360 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:59:00,727 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:59:02,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:02,728 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:59:04,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:07,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:09,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:12,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:14,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:17,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:19,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:22,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:24,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:25,435 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:59:27,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:30,145 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:31,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-08 23:59:31,314 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-08 23:59:31,314 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-08 23:59:31,316 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-08 23:59:31,739 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-08 23:59:33,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:34,740 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-08 23:59:35,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:38,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:40,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:43,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:45,148 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:48,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:50,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:53,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-08 23:59:55,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-08 23:59:55,436 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-08 23:59:58,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:00,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:00,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:00:00,839 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:00:00,839 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:00:00,840 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:00:01,749 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:00:02,750 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:00:04,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:04,751 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:00:05,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:09,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:10,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:14,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:15,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:19,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:20,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:24,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:25,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:25,437 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:00:29,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:30,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:34,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:35,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:38,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:00:38,582 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:00:38,582 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:00:38,584 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:00:38,763 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:00:39,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:40,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:40,764 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:00:44,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:45,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:49,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:50,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:54,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:00:55,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:00:55,438 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:01:00,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:00,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:05,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:05,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:09,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:01:09,035 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:01:09,035 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:01:09,038 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:01:09,774 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:01:10,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:10,775 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:01:10,941 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:15,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:15,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:20,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:20,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:25,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:25,439 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:01:26,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:30,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:31,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:35,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:36,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:37,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:01:37,387 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:01:37,388 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:01:37,388 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:01:37,785 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:01:40,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:40,786 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:01:41,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:45,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:46,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:50,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:51,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:01:55,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:01:55,440 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:01:57,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:00,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:02,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:05,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:02:05,010 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:02:05,010 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:02:05,011 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:02:05,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:05,796 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:02:06,797 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:02:07,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:10,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:12,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:15,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:17,971 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:20,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:22,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:25,441 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:02:25,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:28,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:30,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:32,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:02:32,776 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:02:32,776 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:02:32,776 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:02:32,808 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:02:33,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:34,809 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:02:35,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:38,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:40,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:43,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:45,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:48,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:50,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:53,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:02:55,441 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:02:55,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:02:58,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:02:58,410 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:02:58,410 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:02:58,410 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:02:58,818 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:02:58,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:00,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:00,819 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:03:04,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:05,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:09,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:10,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:14,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:15,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:19,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:20,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:24,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:25,442 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:03:25,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:29,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:30,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:03:30,232 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:03:30,232 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:03:30,233 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:03:30,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:30,831 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:03:32,831 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:03:35,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:35,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:40,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:40,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:45,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:45,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:50,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:50,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:55,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:03:55,443 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:03:55,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:03:57,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:03:57,661 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:03:57,661 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:03:57,662 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:03:57,841 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:04:00,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:00,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:00,842 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:04:05,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:05,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:10,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:10,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:15,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:15,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:20,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:20,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:25,444 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:04:25,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:26,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:26,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:04:26,726 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:04:26,726 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:04:26,727 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:04:26,852 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:04:28,853 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:04:30,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:31,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:35,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:36,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:40,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:41,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:45,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:46,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:50,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:51,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:55,445 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:04:55,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:04:55,747 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:04:55,747 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:04:55,748 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:04:55,862 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:04:55,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:04:57,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:04:58,864 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:05:00,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:02,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:06,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:07,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:11,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:12,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:16,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:17,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:21,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:22,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:25,445 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:05:26,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:28,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:30,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:05:30,222 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:05:30,222 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:05:30,223 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:05:30,875 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:05:31,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:32,876 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:05:34,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:36,299 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:39,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:41,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:44,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:46,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:49,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:51,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:54,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:05:55,446 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:05:56,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:05:59,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:00,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:06:00,800 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:06:00,800 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:06:00,800 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:06:00,887 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:06:01,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:02,887 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:06:04,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:06,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:09,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:11,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:14,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:16,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:19,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:21,361 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:24,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:25,447 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:06:26,367 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:30,448 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:31,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:35,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:06:35,215 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:06:35,215 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:06:35,215 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:06:35,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:35,899 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:06:36,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:36,900 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:06:41,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:41,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:46,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:46,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:51,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:06:51,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:55,449 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:06:56,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:06:56,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:01,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:01,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:06,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:06,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:10,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:07:10,288 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:07:10,288 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:07:10,289 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:07:10,912 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:07:11,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:12,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:12,912 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:07:16,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:17,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:21,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:22,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:25,450 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:07:26,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:27,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:31,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:32,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:36,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:37,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:40,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:07:40,590 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:07:40,590 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:07:40,591 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:07:40,923 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:07:41,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:42,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:42,924 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:07:46,891 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:47,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:51,892 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:52,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:07:55,451 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:07:56,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:07:58,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:01,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:03,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:06,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:08,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:11,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:13,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:14,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:08:14,962 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:08:14,962 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:08:14,963 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:08:15,937 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:08:16,898 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:16,937 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:08:18,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:21,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:23,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:25,452 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:08:26,905 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:29,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:31,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:34,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:36,907 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:39,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:41,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:44,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:45,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:08:45,435 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:08:45,436 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:08:45,436 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:08:45,948 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:08:46,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:46,948 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:08:50,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:51,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:08:55,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:08:55,453 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:08:56,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:00,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:01,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:05,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:06,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:10,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:11,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:15,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:16,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:20,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:20,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:09:20,975 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:09:20,975 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:09:20,975 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:09:21,961 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:09:21,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:22,962 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:09:25,453 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:09:26,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:26,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:31,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:32,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:36,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:37,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:41,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:42,025 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:46,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:47,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:51,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:09:52,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:52,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:09:52,474 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:09:52,475 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:09:52,475 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:09:52,973 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:09:54,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:09:55,454 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:09:57,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:09:57,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:02,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:02,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:07,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:07,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:12,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:12,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:17,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:17,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:22,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:22,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:25,455 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:10:26,382 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:10:26,383 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:10:26,383 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:10:26,384 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:10:26,985 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:10:27,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:27,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:28,986 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:10:32,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:32,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:37,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:37,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:42,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:42,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:47,366 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:47,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:52,367 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:52,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:10:55,456 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:10:55,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:10:55,581 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:10:55,582 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:10:55,582 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:10:55,997 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:10:56,997 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:10:57,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:10:58,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:02,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:03,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:07,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:08,493 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:12,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:13,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:17,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:18,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:22,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:23,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:25,457 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:11:25,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:11:25,565 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:11:25,566 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:11:25,566 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:11:26,008 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:11:27,009 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:11:27,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:29,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:32,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:34,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:37,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:39,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:42,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:44,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:47,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:49,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:52,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:54,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:11:54,109 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:11:54,109 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:11:54,109 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:11:54,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:11:55,019 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:11:55,458 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:11:56,019 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:11:57,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:11:58,020 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:12:00,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:02,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:05,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:07,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:10,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:12,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:15,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:17,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:20,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:22,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:23,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:12:23,671 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:12:23,671 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:12:23,671 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:12:24,030 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:12:25,458 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:12:26,030 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:12:26,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:27,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:31,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:32,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:36,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:37,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:41,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:42,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:46,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:47,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:51,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:52,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:12:53,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:12:53,214 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:12:53,214 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:12:53,214 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:12:54,041 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:12:55,459 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:12:56,042 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:12:57,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:12:57,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:02,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:02,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:07,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:07,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:12,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:12,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:17,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:17,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:22,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:22,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:25,460 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:13:26,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:13:26,476 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:13:26,476 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:13:26,477 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:13:27,053 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:13:27,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:27,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:30,055 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:13:32,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:32,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:37,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:37,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:42,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:42,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:47,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:47,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:52,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:52,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:55,461 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:13:57,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:13:57,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:13:57,878 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:13:57,879 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:13:57,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:13:57,880 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:13:58,066 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:14:00,067 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:14:02,067 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:14:02,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:03,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:07,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:08,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:12,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:13,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:17,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:18,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:22,903 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:23,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:25,462 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:14:27,904 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:28,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:31,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:14:31,401 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:14:31,401 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:14:31,402 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:14:32,079 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:14:32,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:34,080 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:14:34,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:37,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:39,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:42,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:44,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:47,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:49,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:52,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:54,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:14:55,463 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:14:58,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:14:59,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:00,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:15:00,743 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:15:00,744 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:15:00,744 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:15:01,090 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:15:03,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:04,092 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:15:05,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:08,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:10,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:13,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:15,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:18,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:20,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:23,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:25,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:25,464 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:15:28,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:30,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:30,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:15:30,515 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:15:30,515 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:15:30,516 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:15:31,102 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:15:33,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:34,103 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:15:35,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:38,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:40,485 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:43,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:45,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:48,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:50,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:53,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:15:55,465 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:15:56,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:15:58,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:01,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:03,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:04,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:16:04,714 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:16:04,714 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:16:04,714 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:16:05,115 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:16:06,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:08,116 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:16:08,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:11,717 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:13,470 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:16,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:18,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:21,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:23,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:25,465 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:16:27,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:28,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:32,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:33,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:33,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:16:33,993 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:16:33,993 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:16:33,994 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:16:34,126 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:16:36,127 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:16:37,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:38,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:42,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:43,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:47,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:48,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:52,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:53,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:16:55,467 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:16:58,468 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:16:58,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:03,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:03,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:08,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:08,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:10,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:17:10,283 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:17:10,284 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:17:10,284 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:17:11,139 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:17:13,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:14,141 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:17:14,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:18,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:19,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:23,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:24,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:25,468 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:17:28,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:29,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:33,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:34,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:38,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:39,470 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:42,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:17:42,722 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:17:42,722 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:17:42,723 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:17:43,150 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:17:43,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:44,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:46,152 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:17:49,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:49,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:54,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:17:54,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:17:55,469 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:17:59,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:00,470 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:04,084 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:05,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:09,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:10,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:18:10,111 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:18:10,111 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:18:10,111 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:18:10,160 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:18:10,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:12,161 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:18:14,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:15,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:19,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:20,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:24,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:25,470 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:18:26,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:29,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:31,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:34,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:36,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:39,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:39,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:18:39,524 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:18:39,524 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:18:39,524 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:18:40,171 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:18:42,172 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:18:42,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:44,172 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:18:44,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:47,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:49,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:52,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:54,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:18:55,471 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:18:57,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:18:59,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:02,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:04,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:07,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:09,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:12,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:13,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:19:13,316 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:19:13,317 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:19:13,317 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:19:14,183 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:19:14,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:16,184 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:19:17,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:19,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:22,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:24,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:25,471 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:19:28,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:29,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:33,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:34,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:38,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:39,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:43,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:43,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:19:43,616 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:19:43,616 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:19:43,617 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:19:44,195 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:19:44,244 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:46,196 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:19:48,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:49,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:53,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:19:54,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:55,472 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:19:59,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:19:59,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:04,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:04,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:09,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:09,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:14,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:14,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:20:14,290 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:20:14,290 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:20:14,290 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:20:15,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:15,206 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:20:16,207 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:20:19,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:20,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:24,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:25,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:25,473 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:20:29,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:30,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:34,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:35,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:39,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:40,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:44,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:44,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:20:44,336 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:20:44,336 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:20:44,337 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:20:45,217 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:20:46,217 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:20:46,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:49,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:51,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:54,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:20:55,475 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:20:56,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:20:59,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:01,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:04,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:06,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:09,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:11,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:14,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:16,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:17,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:21:17,240 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:21:17,241 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:21:17,241 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:21:18,230 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:21:19,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:20,231 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:21:21,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:24,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:25,476 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:21:27,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:29,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:32,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:34,846 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:37,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:39,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:42,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:44,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:47,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:49,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:52,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:54,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:21:54,855 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:21:54,855 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:21:54,856 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:21:54,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:21:55,244 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:21:55,477 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:21:56,244 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:21:57,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:21:58,245 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:21:59,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:02,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:04,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:07,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:09,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:12,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:14,891 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:17,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:20,174 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:22,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:25,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:25,478 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:22:26,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:22:26,036 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:22:26,037 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:22:26,037 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:22:26,255 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:22:27,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:28,256 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:22:30,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:32,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:35,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:37,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:40,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:42,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:45,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:47,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:50,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:52,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:22:55,479 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:22:55,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:22:55,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:22:55,770 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:22:55,770 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:22:55,770 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:22:56,266 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:22:58,267 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:22:58,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:00,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:03,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:05,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:08,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:10,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:13,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:15,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:18,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:20,717 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:23,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:25,480 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:23:25,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:26,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:23:26,176 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:23:26,176 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:23:26,176 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:23:26,278 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:23:28,280 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:23:29,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:30,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:34,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:35,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:39,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:40,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:44,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:45,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:49,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:50,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:54,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:55,481 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:23:55,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:23:59,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:23:59,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:23:59,786 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:23:59,787 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:23:59,787 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:24:00,293 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:24:00,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:02,294 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:24:04,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:05,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:09,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:10,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:14,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:15,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:19,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:20,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:24,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:25,482 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:24:25,995 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:30,483 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:30,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:24:30,590 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:24:30,590 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:24:30,590 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:24:31,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:31,305 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:24:32,305 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:24:35,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:36,021 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:40,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:41,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:45,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:46,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:50,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:24:51,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:55,483 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:24:56,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:24:56,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:01,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:01,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:25:01,458 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:25:01,458 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:25:01,458 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:25:02,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:02,316 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:25:04,317 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:25:06,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:07,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:11,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:12,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:16,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:17,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:21,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:22,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:25,484 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:25:26,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:28,485 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:31,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:33,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:34,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:25:34,964 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:25:34,964 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:25:34,964 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:25:35,329 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:25:36,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:36,330 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:25:38,330 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:25:39,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:41,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:44,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:46,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:49,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:51,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:54,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:25:55,485 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:25:56,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:25:59,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:01,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:04,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:06,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:09,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:26:09,447 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:26:09,447 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:26:09,448 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:26:10,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:10,342 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:26:11,470 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:12,342 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:26:15,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:16,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:20,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:21,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:25,430 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:25,486 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:26:26,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:30,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:31,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:35,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:36,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:40,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:41,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:42,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:26:42,074 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:26:42,074 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:26:42,074 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:26:42,353 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:26:44,353 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:26:46,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:47,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:51,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:52,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:26:55,487 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:26:56,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:26:57,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:01,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:02,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:06,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:07,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:11,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:27:11,485 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:27:11,485 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:27:11,486 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:27:12,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:12,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:12,365 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:27:14,366 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:27:17,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:17,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:22,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:22,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:25,488 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:27:27,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:27,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:32,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:32,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:37,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:37,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:38,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:27:38,584 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:27:38,584 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:27:38,585 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:27:39,375 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:27:40,376 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:27:42,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:42,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:47,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:47,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:52,101 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:52,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:27:55,490 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:27:57,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:27:58,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:02,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:03,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:05,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:28:05,317 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:28:05,317 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:28:05,318 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:28:05,385 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:28:06,386 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:28:07,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:08,387 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:28:09,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:12,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:14,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:17,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:19,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:22,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:24,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:25,491 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:28:27,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:29,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:32,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:34,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:28:34,307 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:28:34,307 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:28:34,307 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:28:34,396 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:28:34,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:36,397 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:28:37,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:40,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:42,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:45,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:47,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:50,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:52,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:28:55,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:28:55,492 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:28:57,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:00,493 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:02,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:04,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:29:04,222 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:29:04,222 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:29:04,223 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:29:04,408 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:29:05,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:06,408 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:29:07,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:10,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:12,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:15,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:17,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:20,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:22,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:25,493 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:29:26,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:27,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:31,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:32,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:29:32,284 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:29:32,284 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:29:32,285 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:29:32,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:32,418 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:29:34,419 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:29:36,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:37,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:41,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:42,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:46,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:47,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:51,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:29:52,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:55,494 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:29:57,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:29:57,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:02,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:02,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:30:02,336 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:30:02,336 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:30:02,336 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:30:02,429 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:30:02,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:04,430 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:30:07,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:08,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:12,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:13,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:17,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:18,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:22,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:23,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:25,495 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:30:27,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:28,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:32,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:30:32,348 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:30:32,348 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:30:32,349 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:30:32,441 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:30:32,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:34,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:34,442 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:30:37,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:39,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:42,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:44,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:47,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:49,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:52,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:54,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:30:55,496 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:30:57,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:30:59,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:02,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:03,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:31:03,336 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:31:03,336 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:31:03,336 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:31:03,452 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:31:04,453 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:31:05,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:07,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:10,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:12,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:15,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:17,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:20,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:23,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:25,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:25,497 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:31:28,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:30,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:31,485 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:31:31,486 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:31:31,487 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:31:31,487 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:31:32,463 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:31:32,464 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:31:33,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:34,464 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:31:36,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:38,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:41,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:43,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:46,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:48,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:51,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:53,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:31:55,499 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:31:56,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:31:58,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:00,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:32:00,803 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:32:00,803 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:32:00,804 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:32:01,475 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:32:01,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:02,475 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:32:03,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:06,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:08,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:11,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:13,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:16,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:18,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:21,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:23,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:25,500 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:32:27,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:28,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:32,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:33,148 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:33,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:32:33,322 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:32:33,323 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:32:33,323 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:32:33,486 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:32:34,487 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:32:38,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:38,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:43,152 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:43,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:48,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:48,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:53,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:53,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:32:55,501 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:32:58,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:32:58,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:03,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:03,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:04,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:33:04,119 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:33:04,119 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:33:04,119 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:33:04,497 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:33:07,498 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:33:08,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:09,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:13,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:14,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:18,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:19,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:23,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:24,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:25,502 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:33:28,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:29,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:33,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:33,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:33:33,640 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:33:33,640 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:33:33,640 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:33:34,508 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:33:34,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:35,508 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:33:37,509 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:33:38,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:39,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:43,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:44,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:48,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:49,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:53,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:33:54,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:33:55,503 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:33:58,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:00,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:01,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:34:01,305 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:34:01,306 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:34:01,306 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:34:01,517 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:34:03,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:03,518 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:34:05,518 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:34:06,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:08,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:11,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:13,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:16,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:18,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:21,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:23,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:25,504 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:34:26,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:28,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:31,506 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:33,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:35,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:34:35,387 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:34:35,387 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:34:35,388 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:34:35,530 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:34:36,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:37,531 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:34:38,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:39,532 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:34:41,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:43,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:46,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:48,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:51,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:53,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:34:55,504 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:34:57,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:34:58,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:02,506 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:03,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:07,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:08,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:10,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:35:10,919 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:35:10,919 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:35:10,920 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:35:11,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:35:12,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:13,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:13,546 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:35:17,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:18,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:22,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:23,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:25,505 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:35:28,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:28,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:33,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:33,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:38,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:38,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:41,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:35:41,850 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:35:41,850 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:35:41,851 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:35:42,556 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:35:43,557 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:35:43,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:43,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:45,557 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:35:48,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:48,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:48,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:53,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:53,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:35:55,506 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:35:58,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:35:59,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:03,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:04,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:08,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:09,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:13,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:14,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:36:14,282 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:36:14,282 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:36:14,283 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:36:14,568 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:36:15,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:17,569 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:36:18,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:20,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:23,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:25,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:25,508 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:36:28,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:30,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:33,892 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:35,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:38,898 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:40,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:43,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:45,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:48,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:49,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:36:49,738 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:36:49,739 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:36:49,739 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:36:50,581 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:36:51,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:51,581 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:36:53,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:36:55,508 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:36:56,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:36:58,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:01,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:03,952 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:06,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:08,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:11,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:13,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:16,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:18,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:37:18,876 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:37:18,876 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:37:18,877 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:37:18,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:19,591 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:37:21,592 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:37:21,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:23,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:25,510 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:37:27,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:28,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:32,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:33,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:37,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:38,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:42,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:43,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:47,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:49,000 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:49,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:37:49,352 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:37:49,352 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:37:49,353 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:37:49,601 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:37:51,602 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:37:53,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:54,006 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:37:55,511 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:37:58,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:37:59,007 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:03,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:04,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:08,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:09,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:13,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:14,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:17,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:38:17,730 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:38:17,730 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:38:17,731 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:38:18,612 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:38:18,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:19,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:19,613 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:38:23,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:24,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:25,512 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:38:29,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:29,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:34,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:34,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:39,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:39,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:44,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:44,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:49,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:38:49,135 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:38:49,135 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:38:49,136 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:38:49,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:49,624 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:38:49,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:51,625 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:38:54,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:38:55,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:38:55,512 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:38:59,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:00,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:04,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:05,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:09,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:10,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:14,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:15,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:16,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:39:16,924 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:39:16,925 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:39:16,925 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:39:17,635 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:39:19,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:19,635 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:39:20,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:24,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:25,514 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:39:26,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:29,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:31,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:34,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:36,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:39,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:41,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:44,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:45,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:39:45,898 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:39:45,899 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:39:45,899 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:39:46,646 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:39:46,900 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:49,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:49,647 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:39:52,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:54,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:39:55,515 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:39:57,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:39:59,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:02,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:04,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:07,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:09,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:12,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:14,900 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:17,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:19,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:20,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:40:20,579 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:40:20,579 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:40:20,580 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:40:20,658 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:40:22,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:23,660 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:40:24,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:25,520 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:40:28,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:30,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:33,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:35,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:38,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:40,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:43,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:45,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:48,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:50,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:50,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:40:50,675 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:40:50,675 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:40:50,676 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:40:51,671 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:40:53,672 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:40:53,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:40:55,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:40:55,517 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:40:59,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:00,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:04,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:05,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:09,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:10,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:14,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:15,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:19,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:20,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:23,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:41:23,203 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:41:23,204 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:41:23,205 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:41:23,683 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:41:24,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:25,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:25,518 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:41:25,683 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:41:30,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:30,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:35,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:35,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:40,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:40,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:45,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:45,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:50,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:50,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:54,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:41:54,714 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:41:54,716 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:41:54,720 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:41:55,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:41:55,520 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:41:55,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:41:55,694 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:41:57,695 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:42:00,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:00,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:05,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:05,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:10,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:10,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:15,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:15,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:20,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:20,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:25,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:42:25,010 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:42:25,010 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:42:25,012 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:42:25,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:25,520 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:42:25,705 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:42:25,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:27,706 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:42:30,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:30,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:35,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:35,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:40,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:40,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:45,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:45,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:50,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:50,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:54,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:42:54,488 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:42:54,488 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:42:54,488 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:42:54,715 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:42:55,522 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:42:55,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:42:55,716 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:42:56,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:42:57,716 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:43:00,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:01,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:05,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:06,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:10,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:11,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:15,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:16,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:20,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:21,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:22,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:43:22,961 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:43:22,961 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:43:22,961 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:43:23,725 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:43:25,523 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:43:25,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:25,726 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:43:27,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:30,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:32,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:35,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:37,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:40,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:42,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:45,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:47,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:50,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:52,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:43:53,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:43:53,270 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:43:53,270 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:43:53,271 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:43:53,736 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:43:55,524 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:43:55,737 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:43:56,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:43:58,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:01,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:03,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:06,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:08,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:11,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:13,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:16,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:18,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:21,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:23,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:25,525 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:44:26,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:27,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:44:27,304 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:44:27,304 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:44:27,304 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:44:27,749 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:44:29,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:29,750 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:44:31,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:34,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:36,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:39,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:41,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:44,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:46,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:49,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:51,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:54,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:55,526 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:44:56,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:44:58,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:44:58,297 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:44:58,297 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:44:58,298 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:44:58,761 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:44:59,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:44:59,761 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:45:01,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:01,762 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:45:04,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:06,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:09,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:11,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:14,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:16,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:19,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:21,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:24,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:25,527 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:45:26,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:30,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:45:30,212 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:45:30,212 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:45:30,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:30,213 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:45:30,773 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:45:31,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:31,773 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:45:33,774 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:45:35,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:36,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:40,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:41,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:45,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:46,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:50,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:51,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:55,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:45:55,528 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:45:56,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:45:59,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:45:59,420 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:45:59,420 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:45:59,420 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:45:59,785 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:46:00,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:01,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:01,785 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:46:05,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:06,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:10,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:11,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:15,493 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:16,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:20,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:21,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:25,494 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:25,528 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:46:26,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:29,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:46:29,849 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:46:29,849 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:46:29,849 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:46:30,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:30,796 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:46:31,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:31,797 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:46:35,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:36,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:40,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:41,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:45,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:46,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:50,629 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:51,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:46:55,530 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:46:56,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:46:56,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:00,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:47:00,269 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:47:00,270 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:47:00,270 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:47:00,807 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:47:01,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:01,808 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:47:02,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:06,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:07,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:11,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:12,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:16,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:17,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:21,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:22,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:25,531 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:47:26,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:27,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:30,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:47:30,770 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:47:30,770 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:47:30,771 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:47:30,818 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:47:31,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:31,819 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:47:32,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:33,819 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:47:36,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:37,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:41,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:42,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:46,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:47,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:51,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:52,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:47:55,532 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:47:56,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:47:58,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:01,924 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:03,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:05,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:48:05,451 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:48:05,452 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:48:05,452 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:48:05,837 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:48:06,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:07,837 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:48:09,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:11,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:14,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:16,944 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:19,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:21,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:24,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:25,533 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:48:26,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:29,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:31,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:34,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:36,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:37,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:48:37,597 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:48:37,597 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:48:37,598 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:48:37,849 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:48:39,850 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:48:40,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:41,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:45,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:46,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:50,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:51,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:48:55,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:48:55,538 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:48:57,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:00,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:02,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:05,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:06,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:49:06,771 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:49:06,771 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:49:06,772 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:49:06,859 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:49:07,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:07,860 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:49:09,860 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:49:10,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:12,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:15,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:17,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:20,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:22,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:25,535 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:49:26,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:27,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:31,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:32,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:36,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:37,007 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:49:37,009 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:49:37,009 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:49:37,011 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:49:37,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:37,870 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:49:39,871 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:49:41,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:42,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:46,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:47,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:51,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:52,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:49:55,536 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:49:57,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:49:57,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:02,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:02,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:07,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:07,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:08,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:50:08,863 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:50:08,864 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:50:08,866 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:50:08,881 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:50:09,881 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:50:11,882 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:50:12,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:12,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:17,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:17,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:22,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:22,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:25,537 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:50:27,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:28,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:32,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:33,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:37,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:38,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:39,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:50:39,073 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:50:39,073 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:50:39,075 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:50:39,892 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:50:41,893 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:50:42,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:44,000 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:47,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:49,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:52,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:54,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:50:55,538 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:50:57,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:50:59,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:02,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:04,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:07,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:08,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:51:08,525 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:51:08,525 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:51:08,526 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:51:08,903 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:51:09,904 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:51:10,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:12,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:15,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:17,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:20,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:22,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:25,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:25,539 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:51:27,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:30,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:32,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:35,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:37,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:38,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:51:38,828 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:51:38,829 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:51:38,829 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:51:38,915 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:51:39,915 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:51:41,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:41,916 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:51:42,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:46,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:47,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:51,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:52,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:51:55,540 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:51:56,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:51:57,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:01,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:02,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:06,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:07,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:11,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:12,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:12,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:52:12,999 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:52:13,000 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:52:13,002 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:52:13,928 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:52:13,928 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:52:15,929 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:52:16,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:17,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:21,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:22,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:25,541 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:52:27,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:27,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:32,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:32,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:37,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:37,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:42,483 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:52:42,485 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:52:42,485 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:52:42,485 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:52:42,939 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:52:42,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:43,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:43,939 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:52:47,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:48,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:52,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:53,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:52:55,543 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:52:58,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:52:58,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:03,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:03,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:08,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:08,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:13,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:13,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:53:13,420 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:53:13,420 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:53:13,420 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:53:13,950 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:53:14,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:15,951 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:53:18,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:19,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:23,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:24,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:25,543 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:53:28,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:30,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:33,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:35,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:38,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:40,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:43,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:44,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:53:44,970 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:53:44,970 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:53:44,970 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:53:45,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:45,963 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:53:46,963 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:53:48,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:50,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:53,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:53:55,544 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:53:56,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:53:58,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:01,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:03,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:06,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:08,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:11,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:13,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:14,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:54:14,353 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:54:14,353 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:54:14,354 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:54:14,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:54:16,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:54:17,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:18,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:22,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:23,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:25,545 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:54:27,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:28,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:32,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:33,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:37,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:38,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:42,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:43,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:54:43,178 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:54:43,178 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:54:43,179 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:54:43,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:43,984 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:54:46,985 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:54:48,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:48,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:53,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:54:53,431 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:55,546 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:54:58,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:54:58,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:03,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:03,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:08,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:08,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:12,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:55:12,949 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:55:12,949 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:55:12,949 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:55:12,995 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:55:13,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:13,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:14,996 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:55:18,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:18,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:23,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:23,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:25,547 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:55:28,478 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:29,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:33,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:34,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:38,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:39,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:43,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:44,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:45,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:55:45,813 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:55:45,813 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:55:45,814 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:55:46,007 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:55:48,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:49,009 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:55:49,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:53,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:55:54,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:55:55,547 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:55:58,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:00,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:03,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:05,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:08,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:10,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:12,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:56:12,097 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:56:12,097 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:56:12,097 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:56:13,017 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:56:13,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:15,018 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:56:16,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:18,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:21,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:23,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:25,548 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:56:26,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:28,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:31,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:33,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:36,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:38,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:41,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:43,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:56:43,105 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:56:43,105 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:56:43,106 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:56:43,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:44,028 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:56:45,029 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:56:46,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:48,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:51,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:53,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:56:55,553 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:56:57,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:56:58,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:02,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:03,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:07,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:08,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:11,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:57:11,530 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:57:11,530 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:57:11,531 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:57:12,039 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:57:12,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:13,039 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:57:13,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:15,040 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:57:17,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:18,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:22,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:23,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:25,550 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:57:28,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:28,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:33,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:33,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:38,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:38,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:43,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:43,901 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:47,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:57:47,341 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:57:47,341 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:57:47,343 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:57:48,052 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:57:48,907 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:49,053 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:57:49,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:51,053 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:57:53,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:54,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:57:55,551 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:57:58,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:57:59,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:03,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:04,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:08,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:09,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:13,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:14,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:17,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:58:17,518 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:58:17,518 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:58:17,520 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:58:18,063 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:58:18,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:19,629 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:21,064 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:58:23,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:24,630 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:25,552 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:58:28,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:30,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:33,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:35,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:38,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:40,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:43,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:45,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:48,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:58:48,208 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:58:48,208 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:58:48,211 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:58:49,075 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:58:49,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:51,076 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:58:51,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:54,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:58:55,553 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:58:56,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:58:59,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:01,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:04,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:04,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:06,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:09,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:11,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:14,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:16,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:19,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:20,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:59:20,451 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:59:20,451 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:59:20,453 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:59:21,087 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:59:21,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:23,088 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:59:24,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:25,554 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:59:27,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:29,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:32,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:34,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:37,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:39,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:42,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:44,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:47,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:49,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:51,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 00:59:51,225 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 00:59:51,226 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 00:59:51,228 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 00:59:52,098 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 00:59:53,098 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 00:59:53,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:54,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 00:59:55,555 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 00:59:58,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 00:59:59,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:03,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:04,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:08,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:09,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:13,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:14,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:18,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:19,665 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:20,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:00:20,145 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:00:20,145 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:00:20,145 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:00:21,110 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:00:23,110 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:00:23,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:24,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:25,556 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:00:29,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:29,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:34,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:35,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:39,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:40,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:44,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:45,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:49,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:50,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:50,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:00:50,065 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:00:50,065 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:00:50,066 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:00:50,120 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:00:53,121 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:00:54,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:00:55,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:00:55,557 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:01:00,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:00,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:05,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:05,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:10,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:10,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:15,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:15,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:18,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:01:18,085 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:01:18,085 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:01:18,085 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:01:18,131 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:01:20,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:20,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:21,132 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:01:25,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:25,558 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:01:26,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:30,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:31,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:35,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:36,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:40,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:41,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:45,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:46,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:48,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:01:48,883 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:01:48,884 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:01:48,884 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:01:49,143 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:01:50,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:51,143 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:01:51,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:01:55,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:01:55,558 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:01:57,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:00,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:02,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:05,194 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:07,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:10,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:12,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:15,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:17,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:18,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:02:18,232 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:02:18,232 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:02:18,232 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:02:19,154 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:02:20,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:21,155 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:02:23,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:25,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:25,559 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:02:28,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:30,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:33,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:35,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:38,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:40,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:43,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:45,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:48,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:50,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:52,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:02:52,168 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:02:52,169 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:02:52,169 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:02:52,169 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:02:54,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:02:55,171 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:02:55,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:02:55,560 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:02:59,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:00,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:04,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:05,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:09,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:10,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:14,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:15,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:19,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:20,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:20,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:23,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:03:23,378 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:03:23,378 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:03:23,379 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:03:24,181 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:03:25,182 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:03:25,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:25,561 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:03:26,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:30,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:31,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:35,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:36,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:40,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:41,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:45,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:46,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:50,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:51,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:54,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:03:54,785 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:03:54,785 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:03:54,786 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:03:55,192 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:03:55,562 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:03:55,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:03:56,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:03:57,193 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:04:00,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:01,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:05,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:06,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:10,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:11,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:15,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:16,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:20,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:21,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:25,563 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:04:26,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:26,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:27,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:04:27,878 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:04:27,879 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:04:27,879 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:04:28,205 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:04:29,206 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:04:31,206 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:04:31,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:31,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:36,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:36,944 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:41,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:41,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:46,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:46,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:51,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:51,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:55,563 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:04:56,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:04:57,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:04:57,310 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:04:57,311 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:04:57,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:04:57,312 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:04:58,218 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:04:59,218 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:05:01,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:02,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:06,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:07,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:11,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:12,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:16,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:17,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:21,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:22,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:25,569 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:05:26,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:27,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:29,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:05:29,243 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:05:29,243 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:05:29,243 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:05:30,230 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:05:31,230 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:05:31,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:32,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:36,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:37,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:41,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:42,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:46,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:47,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:51,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:52,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:55,565 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:05:56,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:05:58,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:05:59,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:05:59,031 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:05:59,032 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:05:59,033 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:05:59,240 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:06:01,241 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:06:01,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:03,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:06,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:08,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:11,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:13,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:16,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:18,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:21,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:23,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:25,566 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:06:26,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:28,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:06:28,969 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:06:28,969 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:06:28,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:28,970 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:06:29,251 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:06:31,252 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:06:31,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:34,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:36,939 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:39,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:41,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:44,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:46,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:49,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:51,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:54,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:06:55,567 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:06:56,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:06:56,252 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:06:56,252 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:06:56,253 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:06:56,261 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:06:56,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:06:57,262 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:06:59,262 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:07:00,118 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:01,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:05,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:06,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:10,120 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:11,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:15,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:16,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:20,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:21,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:25,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:25,568 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:07:26,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:28,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:07:28,456 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:07:28,456 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:07:28,456 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:07:29,274 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:07:30,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:31,275 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:07:31,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:35,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:36,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:40,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:41,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:45,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:46,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:50,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:51,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:55,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:07:55,569 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:07:56,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:07:56,924 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:07:56,924 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:07:56,924 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:07:57,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:07:57,286 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:07:59,287 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:08:00,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:02,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:05,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:07,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:10,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:12,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:15,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:17,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:20,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:22,311 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:25,570 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:08:26,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:26,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:08:26,644 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:08:26,645 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:08:26,645 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:08:27,298 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:08:27,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:29,299 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:08:31,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:32,313 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:36,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:37,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:41,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:42,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:46,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:47,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:51,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:52,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:55,571 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:08:56,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:08:56,776 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:08:56,776 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:08:56,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:08:56,777 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:08:57,309 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:08:57,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:08:59,310 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:09:01,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:02,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:06,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:07,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:11,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:12,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:16,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:17,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:21,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:22,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:25,573 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:09:27,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:27,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:29,432 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:09:29,434 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:09:29,434 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:09:29,434 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:09:30,322 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:09:31,322 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:09:32,361 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:33,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:37,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:38,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:42,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:43,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:47,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:48,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:52,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:53,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:55,574 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:09:57,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:09:58,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:09:59,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:09:59,716 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:09:59,716 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:09:59,717 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:10:00,333 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:10:01,333 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:10:02,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:04,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:07,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:09,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:12,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:14,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:17,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:19,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:22,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:24,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:25,575 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:10:27,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:28,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:10:28,800 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:10:28,800 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:10:28,800 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:10:29,344 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:10:29,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:31,345 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:10:32,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:34,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:37,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:39,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:42,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:44,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:47,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:49,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:52,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:54,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:10:55,576 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:10:57,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:10:58,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:10:58,423 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:10:58,423 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:10:58,424 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:10:59,355 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:10:59,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:01,356 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:11:02,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:04,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:07,450 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:09,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:12,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:14,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:17,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:19,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:22,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:24,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:25,577 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:11:27,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:28,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:11:28,128 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:11:28,128 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:11:28,128 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:11:28,365 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:11:29,366 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:11:30,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:31,367 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:11:32,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:35,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:37,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:40,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:42,479 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:45,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:47,485 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:50,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:52,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:55,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:11:55,578 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:11:57,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:11:59,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:11:59,273 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:11:59,273 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:11:59,273 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:11:59,377 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:12:01,036 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:01,378 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:12:02,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:06,037 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:07,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:11,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:12,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:16,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:17,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:21,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:22,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:25,579 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:12:26,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:27,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:30,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:12:30,422 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:12:30,422 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:12:30,423 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:12:31,389 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:12:32,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:32,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:33,391 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:12:37,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:37,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:42,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:42,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:47,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:47,539 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:52,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:12:52,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:55,580 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:12:57,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:12:57,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:02,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:13:02,158 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:13:02,159 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:13:02,159 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:13:02,402 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:13:02,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:02,717 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:03,402 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:13:07,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:08,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:12,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:13,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:17,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:18,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:22,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:23,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:25,581 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:13:27,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:28,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:32,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:32,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:13:32,950 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:13:32,950 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:13:32,950 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:13:33,414 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:13:33,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:35,415 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:13:37,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:38,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:42,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:43,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:47,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:48,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:52,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:53,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:13:55,583 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:13:57,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:13:58,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:13:58,810 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:13:58,810 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:13:58,810 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:13:59,424 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:13:59,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:01,425 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:14:02,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:05,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:07,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:10,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:12,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:15,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:17,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:20,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:22,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:25,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:25,583 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:14:27,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:30,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:31,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:14:31,745 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:14:31,745 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:14:31,745 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:14:32,437 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:14:32,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:33,439 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:14:36,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:37,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:41,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:42,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:46,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:47,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:51,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:52,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:14:55,584 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:14:56,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:14:57,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:01,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:02,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:05,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:15:05,115 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:15:05,115 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:15:05,116 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:15:05,452 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:15:06,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:07,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:08,453 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:15:11,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:12,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:16,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:18,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:21,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:23,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:25,585 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:15:27,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:28,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:32,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:33,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:37,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:38,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:42,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:43,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:44,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:15:44,239 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:15:44,240 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:15:44,241 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:15:44,466 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:15:46,467 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:15:48,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:48,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:53,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:15:53,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:55,586 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:15:58,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:15:58,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:03,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:03,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:08,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:08,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:13,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:13,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:14,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:16:14,473 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:16:14,473 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:16:14,473 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:16:14,478 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:16:16,479 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:16:18,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:19,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:23,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:24,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:25,587 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:16:28,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:29,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:33,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:34,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:38,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:39,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:43,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:44,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:44,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:16:44,977 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:16:44,978 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:16:44,978 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:16:45,489 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:16:46,490 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:16:48,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:48,491 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:16:49,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:53,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:16:54,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:16:55,588 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:16:58,406 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:00,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:03,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:05,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:08,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:10,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:13,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:14,431 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:17:14,433 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:17:14,433 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:17:14,434 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:17:14,500 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:17:16,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:16,501 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:17:18,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:21,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:23,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:25,589 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:17:26,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:28,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:31,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:33,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:36,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:38,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:41,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:43,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:44,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:17:44,823 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:17:44,824 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:17:44,824 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:17:45,512 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:17:46,512 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:17:46,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:48,513 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:17:48,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:51,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:53,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:17:55,590 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:17:57,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:17:58,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:02,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:03,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:07,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:08,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:12,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:13,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:18:13,550 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:18:13,550 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:18:13,550 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:18:13,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:14,523 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:18:16,524 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:18:18,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:18,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:23,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:23,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:25,591 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:18:28,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:28,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:33,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:33,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:38,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:38,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:43,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:18:43,190 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:18:43,190 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:18:43,191 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:18:43,535 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:18:43,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:43,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:46,536 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:18:48,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:49,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:53,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:54,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:18:55,592 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:18:58,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:18:59,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:03,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:04,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:08,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:09,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:13,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:14,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:16,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:19:16,841 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:19:16,841 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:19:16,842 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:19:17,548 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:19:18,548 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:19:18,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:19,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:23,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:24,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:25,593 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:19:28,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:30,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:33,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:35,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:38,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:40,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:44,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:45,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:19:45,233 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:19:45,233 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:19:45,234 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:19:45,558 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:19:45,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:46,558 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:19:48,559 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:19:49,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:51,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:54,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:19:55,594 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:19:56,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:19:59,315 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:01,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:04,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:06,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:09,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:11,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:14,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:16,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:20:16,086 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:20:16,087 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:20:16,087 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:20:16,570 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:20:16,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:18,571 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:20:19,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:21,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:24,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:25,594 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:20:27,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:29,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:32,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:34,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:37,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:39,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:42,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:44,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:47,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:47,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:20:47,837 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:20:47,837 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:20:47,838 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:20:48,582 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:20:49,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:50,583 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:20:52,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:54,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:20:55,595 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:20:58,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:20:59,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:03,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:04,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:08,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:09,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:13,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:14,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:18,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:21:18,213 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:21:18,214 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:21:18,214 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:21:18,593 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:21:18,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:19,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:20,594 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:21:24,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:24,715 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:25,596 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:21:29,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:29,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:34,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:34,717 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:39,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:39,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:44,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:44,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:49,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:21:49,463 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:21:49,463 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:21:49,464 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:21:49,607 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:21:49,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:50,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:52,609 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:21:54,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:21:55,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:21:55,601 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:21:59,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:00,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:04,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:05,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:09,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:10,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:14,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:15,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:18,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:22:18,192 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:22:18,192 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:22:18,193 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:22:18,619 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:22:19,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:20,620 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:22:20,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:24,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:25,598 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:22:26,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:29,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:31,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:34,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:36,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:39,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:41,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:44,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:46,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:49,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:22:49,163 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:22:49,164 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:22:49,165 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:22:49,631 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:22:49,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:52,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:52,632 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:22:54,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:22:55,599 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:22:57,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:22:59,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:02,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:04,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:07,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:09,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:12,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:14,841 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:17,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:19,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:20,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:23:20,608 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:23:20,608 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:23:20,610 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:23:20,643 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:23:22,644 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:23:23,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:24,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:25,600 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:23:28,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:29,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:33,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:34,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:38,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:39,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:43,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:45,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:48,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:49,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:23:49,335 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:23:49,335 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:23:49,335 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:23:49,654 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:23:50,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:52,656 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:23:54,282 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:23:55,246 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:23:55,601 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:23:59,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:00,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:04,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:05,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:09,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:10,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:14,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:15,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:19,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:20,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:21,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:24:21,643 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:24:21,643 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:24:21,643 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:24:21,666 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:24:24,667 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:24:25,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:25,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:25,602 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:24:30,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:30,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:35,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:35,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:40,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:40,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:45,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:45,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:50,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:50,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:24:52,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:24:52,264 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:24:52,264 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:24:52,265 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:24:52,677 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:24:54,678 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:24:55,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:24:55,602 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:24:56,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:00,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:01,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:05,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:06,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:10,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:11,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:15,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:16,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:20,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:21,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:24,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:25:24,668 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:25:24,668 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:25:24,670 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:25:24,688 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:25:25,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:25,603 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:25:26,689 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:25:27,604 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:30,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:32,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:35,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:37,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:40,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:42,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:45,595 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:47,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:50,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:52,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:55,604 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:25:55,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:25:56,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:25:56,058 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:25:56,059 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:25:56,059 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:25:56,701 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:25:58,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:25:58,702 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:26:00,608 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:03,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:05,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:08,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:10,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:13,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:15,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:18,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:20,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:23,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:25,605 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:26:25,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:26,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:26:26,259 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:26:26,259 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:26:26,260 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:26:26,711 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:26:28,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:28,712 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:26:30,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:33,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:35,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:38,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:40,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:43,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:45,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:48,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:50,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:53,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:55,606 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:26:55,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:26:58,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:26:59,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:26:59,325 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:26:59,325 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:26:59,325 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:26:59,724 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:27:00,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:02,725 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:27:04,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:05,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:09,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:10,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:14,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:15,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:19,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:20,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:24,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:25,607 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:27:25,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:27,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:27:27,816 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:27:27,817 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:27:27,817 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:27:28,735 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:27:29,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:30,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:30,736 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:27:34,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:35,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:35,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:39,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:40,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:44,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:45,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:49,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:50,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:54,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:27:55,608 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:27:55,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:27:57,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:27:57,855 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:27:57,855 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:27:57,855 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:27:58,747 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:27:59,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:00,748 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:28:00,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:04,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:05,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:09,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:10,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:14,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:15,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:19,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:20,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:24,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:25,609 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:28:25,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:30,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:30,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:32,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:28:32,420 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:28:32,421 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:28:32,421 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:28:32,759 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:28:34,760 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:28:36,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:36,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:41,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:41,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:46,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:46,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:51,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:51,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:28:55,610 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:28:56,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:28:56,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:00,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:29:00,237 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:29:00,238 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:29:00,238 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:29:00,769 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:29:01,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:02,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:02,770 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:29:06,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:07,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:11,276 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:12,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:16,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:17,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:21,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:22,094 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:25,611 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:29:26,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:27,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:30,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:29:30,508 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:29:30,508 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:29:30,508 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:29:30,782 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:29:31,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:32,782 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:29:33,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:36,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:38,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:41,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:43,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:46,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:48,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:51,329 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:53,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:29:55,611 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:29:56,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:29:57,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:29:57,750 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:29:57,750 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:29:57,751 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:29:57,792 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:29:58,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:00,793 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:30:01,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:03,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:06,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:08,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:11,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:13,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:16,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:18,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:21,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:23,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:25,612 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:30:26,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:28,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:30:28,337 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:30:28,338 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:30:28,338 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:30:28,804 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:30:29,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:30,804 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:30:31,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:34,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:36,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:39,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:41,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:44,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:46,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:49,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:51,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:30:54,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:30:55,613 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:30:56,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:00,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:01,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:05,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:31:05,517 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:31:05,517 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:31:05,518 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:31:05,818 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:31:06,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:06,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:08,819 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:31:11,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:11,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:16,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:16,627 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:21,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:21,628 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:25,614 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:31:26,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:27,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:31,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:32,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:36,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:37,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:39,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:31:39,700 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:31:39,701 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:31:39,701 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:31:39,831 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:31:41,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:42,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:42,832 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:31:46,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:46,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:46,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:47,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:52,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:52,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:31:55,615 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:31:57,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:31:58,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:02,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:03,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:07,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:08,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:12,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:32:12,206 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:32:12,207 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:32:12,207 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:32:12,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:12,842 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:32:14,337 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:14,843 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:32:17,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:19,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:22,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:24,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:25,616 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:32:27,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:29,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:32,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:34,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:37,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:39,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:42,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:44,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:47,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:32:47,611 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:32:47,611 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:32:47,611 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:32:47,856 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:32:47,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:49,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:50,857 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:32:52,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:32:54,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:32:55,617 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:32:57,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:00,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:02,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:05,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:08,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:10,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:13,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:15,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:17,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:33:17,297 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:33:17,298 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:33:17,298 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:33:17,868 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:33:18,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:18,868 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:33:21,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:23,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:25,618 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:33:26,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:28,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:31,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:33,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:36,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:38,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:41,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:43,325 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:46,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:48,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:50,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:33:50,490 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:33:50,491 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:33:50,491 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:33:50,880 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:33:52,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:52,881 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:33:53,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:33:55,618 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:33:57,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:33:58,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:02,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:03,344 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:07,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:08,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:12,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:13,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:17,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:18,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:22,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:23,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:34:23,072 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:34:23,072 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:34:23,073 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:34:23,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:23,892 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:34:24,893 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:34:25,619 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:34:26,893 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:34:28,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:28,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:33,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:33,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:38,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:38,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:43,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:43,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:48,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:48,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:53,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:53,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:34:54,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:34:54,378 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:34:54,378 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:34:54,379 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:34:54,903 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:34:55,620 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:34:56,904 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:34:58,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:34:59,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:03,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:04,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:08,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:09,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:13,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:14,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:18,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:19,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:23,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:24,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:25,621 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:35:28,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:28,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:35:28,930 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:35:28,930 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:35:28,931 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:35:29,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:29,915 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:35:31,916 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:35:33,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:34,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:38,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:39,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:43,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:44,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:48,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:49,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:53,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:54,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:35:55,622 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:35:58,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:35:59,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:35:59,115 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:35:59,115 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:35:59,116 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:35:59,927 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:36:00,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:01,928 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:36:03,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:03,929 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:36:05,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:08,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:10,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:13,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:15,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:18,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:20,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:23,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:25,623 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:36:26,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:28,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:31,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:32,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:36:32,659 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:36:32,659 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:36:32,660 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:36:32,940 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:36:33,560 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:35,942 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:36:36,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:38,561 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:41,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:43,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:46,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:48,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:51,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:53,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:36:55,624 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:36:57,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:36:58,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:00,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:37:00,978 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:37:00,979 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:37:00,979 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:37:01,951 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:37:02,892 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:03,952 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:37:04,005 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:07,893 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:09,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:12,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:14,019 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:17,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:19,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:22,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:24,021 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:25,625 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:37:28,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:37:28,066 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:37:28,067 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:37:28,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:28,068 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:37:28,961 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:37:29,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:31,962 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:37:33,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:34,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:38,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:39,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:43,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:44,049 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:48,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:49,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:53,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:54,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:37:55,626 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:37:57,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:37:57,675 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:37:57,675 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:37:57,676 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:37:57,972 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:37:58,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:37:59,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:01,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:38:03,917 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:04,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:08,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:09,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:13,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:14,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:18,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:19,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:23,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:24,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:25,626 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:38:25,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:38:25,917 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:38:25,917 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:38:25,917 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:38:25,982 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:38:27,983 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:38:29,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:29,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:29,984 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:38:34,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:34,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:39,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:39,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:44,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:44,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:49,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:49,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:54,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:54,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:55,627 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:38:56,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:38:56,977 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:38:56,977 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:38:56,978 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:38:56,993 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:38:59,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:38:59,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:38:59,994 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:39:04,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:04,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:09,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:09,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:14,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:14,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:19,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:19,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:24,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:24,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:25,628 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:39:28,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:39:28,751 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:39:28,752 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:39:28,752 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:39:29,004 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:39:29,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:30,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:32,005 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:39:34,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:35,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:39,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:40,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:44,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:45,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:49,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:50,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:54,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:39:55,629 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:39:56,630 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:39:57,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:39:57,513 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:39:57,513 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:39:57,514 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:39:58,016 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:39:59,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:00,017 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:40:02,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:04,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:07,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:09,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:12,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:15,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:17,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:20,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:22,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:25,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:25,630 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:40:26,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:40:26,210 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:40:26,210 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:40:26,210 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:40:27,027 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:40:28,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:28,027 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:40:30,028 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:40:30,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:33,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:35,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:38,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:40,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:43,016 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:45,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:48,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:50,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:53,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:40:55,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:40:55,631 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:40:56,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:40:56,643 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:40:56,643 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:40:56,644 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:40:57,038 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:40:58,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:00,040 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:41:00,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:03,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:05,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:08,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:10,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:13,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:15,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:18,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:20,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:23,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:25,382 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:25,632 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:41:28,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:28,905 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:41:28,906 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:41:28,906 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:41:28,907 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:41:29,050 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:41:30,389 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:32,081 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:41:33,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:35,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:38,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:40,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:43,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:45,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:48,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:50,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:53,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:41:55,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:41:55,633 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:41:59,634 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:00,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:02,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:42:02,041 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:42:02,041 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:42:02,041 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:42:02,092 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:42:04,093 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:42:04,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:05,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:09,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:10,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:14,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:15,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:19,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:20,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:24,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:25,634 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:42:25,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:30,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:30,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:32,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:42:32,224 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:42:32,224 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:42:32,225 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:42:33,104 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:42:34,104 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:42:35,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:36,105 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:42:36,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:40,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:41,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:45,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:46,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:50,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:51,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:42:55,635 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:42:55,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:42:56,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:00,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:01,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:03,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:43:03,144 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:43:03,144 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:43:03,145 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:43:04,117 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:43:06,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:06,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:06,118 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:43:06,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:11,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:11,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:16,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:16,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:21,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:21,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:25,636 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:43:26,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:27,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:31,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:32,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:35,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:43:35,410 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:43:35,410 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:43:35,410 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:43:36,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:36,129 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:43:38,130 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:43:38,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:41,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:43,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:46,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:48,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:51,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:53,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:43:55,637 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:43:56,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:43:58,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:01,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:03,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:06,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:08,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:44:08,211 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:44:08,211 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:44:08,212 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:44:08,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:09,141 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:44:10,142 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:44:11,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:12,142 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:44:14,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:16,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:19,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:21,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:24,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:25,637 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:44:26,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:29,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:31,099 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:34,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:36,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:37,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:44:37,412 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:44:37,413 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:44:37,413 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:44:38,152 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:44:39,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:40,153 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:44:41,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:44,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:46,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:49,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:51,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:44:54,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:44:55,638 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:44:56,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:00,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:01,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:05,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:06,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:09,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:45:09,956 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:45:09,956 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:45:09,957 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:45:10,165 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:45:10,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:11,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:12,165 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:45:16,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:16,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:21,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:21,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:25,639 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:45:26,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:26,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:31,430 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:31,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:36,431 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:36,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:41,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:41,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:43,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:45:43,489 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:45:43,489 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:45:43,490 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:45:44,178 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:45:46,179 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:45:46,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:47,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:51,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:52,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:45:55,640 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:45:56,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:45:57,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:01,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:02,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:06,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:07,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:11,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:12,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:13,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:46:13,758 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:46:13,758 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:46:13,758 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:46:14,189 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:46:16,190 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:46:16,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:18,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:21,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:23,605 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:25,641 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:46:26,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:28,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:31,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:33,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:36,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:38,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:41,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:43,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:46,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:47,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:46:47,238 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:46:47,238 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:46:47,239 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:46:48,201 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:46:49,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:50,202 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:46:51,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:54,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:46:55,645 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:46:56,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:46:59,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:01,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:04,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:06,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:09,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:12,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:12,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:47:12,424 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:47:12,424 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:47:12,425 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:47:13,210 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:47:14,211 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:47:15,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:16,211 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:47:17,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:20,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:22,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:25,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:25,642 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:47:27,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:30,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:32,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:35,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:37,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:40,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:42,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:45,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:47:45,099 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:47:45,099 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:47:45,101 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:47:45,223 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:47:45,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:47,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:48,225 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:47:50,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:52,365 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:47:55,644 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:47:56,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:47:57,366 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:01,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:02,367 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:06,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:07,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:11,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:12,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:16,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:17,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:17,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:48:17,758 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:48:17,759 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:48:17,761 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:48:18,237 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:48:20,238 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:48:21,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:22,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:25,645 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:48:27,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:27,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:32,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:32,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:37,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:37,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:42,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:42,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:45,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:48:45,452 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:48:45,453 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:48:45,453 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:48:46,248 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:48:47,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:48,249 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:48:48,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:52,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:53,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:48:55,646 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:48:57,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:48:58,647 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:02,606 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:03,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:07,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:08,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:12,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:49:12,332 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:49:12,332 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:49:12,332 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:49:12,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:13,258 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:49:14,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:14,258 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:49:17,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:19,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:22,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:24,162 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:25,647 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:49:27,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:29,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:32,633 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:34,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:37,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:39,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:40,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:49:40,519 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:49:40,519 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:49:40,519 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:49:41,268 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:49:42,269 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:49:42,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:45,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:47,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:50,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:52,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:49:55,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:49:55,648 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:49:57,995 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:00,649 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:02,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:05,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:08,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:09,506 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:50:09,507 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:50:09,507 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:50:09,507 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:50:10,279 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:50:10,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:12,280 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:50:13,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:15,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:18,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:20,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:23,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:25,649 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:50:26,650 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:28,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:31,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:33,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:36,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:37,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:50:37,547 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:50:37,547 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:50:37,548 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:50:38,106 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:38,289 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:50:40,290 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:50:42,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:43,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:47,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:48,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:52,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:53,124 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:50:55,650 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:50:57,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:50:58,125 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:02,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:03,126 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:07,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:08,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:12,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:13,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:51:13,135 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:51:13,136 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:51:13,136 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:51:13,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:13,302 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:51:16,303 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:51:18,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:18,169 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:23,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:23,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:25,651 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:51:28,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:28,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:33,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:33,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:38,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:38,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:43,195 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:43,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:45,044 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:51:45,045 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:51:45,046 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:51:45,046 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:51:45,312 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:51:46,313 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:51:48,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:48,314 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:51:48,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:53,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:53,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:51:55,652 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:51:58,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:51:59,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:03,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:04,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:08,217 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:09,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:13,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:14,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:16,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:52:16,481 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:52:16,481 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:52:16,482 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:52:17,324 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:52:18,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:18,325 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:52:20,382 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:23,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:25,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:25,653 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:52:28,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:30,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:33,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:35,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:38,238 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:40,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:43,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:45,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:48,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:50,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:52:50,540 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:52:50,540 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:52:50,540 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:52:51,337 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:52:51,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:52,337 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:52:53,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:52:54,338 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:52:55,654 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:52:56,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:52:58,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:01,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:03,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:06,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:08,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:11,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:13,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:16,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:18,592 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:19,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:53:19,828 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:53:19,829 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:53:19,829 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:53:20,348 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:53:21,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:22,349 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:53:23,596 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:25,655 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:53:27,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:28,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:32,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:33,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:37,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:38,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:42,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:43,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:47,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:48,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:50,902 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:53:50,903 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:53:50,903 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:53:50,904 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:53:51,359 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:53:52,360 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:53:52,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:53,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:53:55,655 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:53:58,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:53:58,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:03,657 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:03,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:08,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:08,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:13,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:13,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:18,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:18,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:21,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:54:21,509 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:54:21,509 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:54:21,510 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:54:22,371 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:54:23,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:23,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:24,372 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:54:25,657 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:54:28,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:29,658 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:33,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:34,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:38,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:39,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:43,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:44,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:48,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:49,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:50,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:54:50,070 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:54:50,071 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:54:50,071 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:54:50,381 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:54:52,382 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:54:53,918 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:54:54,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:54:55,665 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:54:58,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:00,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:03,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:05,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:08,924 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:10,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:13,930 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:15,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:18,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:20,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:21,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:55:21,809 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:55:21,810 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:55:21,810 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:55:22,393 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:55:23,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:24,393 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:55:25,659 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:55:26,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:28,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:31,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:33,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:36,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:38,949 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:41,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:43,957 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:46,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:48,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:51,665 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:53,968 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:55:54,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:55:54,725 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:55:54,725 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:55:54,727 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:55:55,405 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:55:55,660 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:55:56,405 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:55:57,351 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:55:58,406 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:55:58,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:02,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:03,970 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:07,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:08,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:12,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:13,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:17,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:18,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:22,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:23,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:25,661 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:56:26,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:56:26,754 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:56:26,754 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:56:26,755 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:56:27,417 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:56:27,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:28,417 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:56:29,005 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:32,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:34,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:37,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:39,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:42,552 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:44,244 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:47,553 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:49,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:52,554 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:54,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:56:55,662 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:56:56,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:56:56,814 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:56:56,814 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:56:56,814 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:56:57,428 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:56:57,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:56:59,429 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:56:59,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:02,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:04,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:07,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:09,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:12,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:14,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:17,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:19,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:22,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:24,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:57:24,804 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:57:24,804 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:57:24,804 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:57:24,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:25,439 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:57:25,663 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:57:27,440 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:57:28,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:29,441 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:57:29,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:33,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:34,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:38,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:39,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:43,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:44,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:48,271 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:49,873 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:53,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:54,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:57:55,664 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:57:58,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:57:58,563 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:57:58,564 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:57:58,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:57:58,565 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:57:59,452 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:57:59,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:01,452 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:58:04,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:04,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:09,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:09,890 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:14,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:14,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:19,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:19,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:24,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:24,903 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:25,664 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:58:29,666 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:30,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:32,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:58:32,147 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:58:32,148 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:58:32,148 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:58:32,463 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:58:35,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:35,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:35,465 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:58:40,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:40,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:45,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:45,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:50,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:50,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:55,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:58:55,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:58:55,665 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:59:00,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:00,666 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:05,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:05,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:10,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:10,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:10,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:59:10,931 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:59:10,931 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:59:10,931 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:59:11,478 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:59:13,478 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:59:15,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:15,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:20,503 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:20,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:25,504 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:25,667 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:59:26,667 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:30,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:31,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:35,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:36,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:40,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 01:59:40,256 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 01:59:40,256 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 01:59:40,257 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 01:59:40,489 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 01:59:40,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:42,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:43,490 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 01:59:45,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:47,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:50,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:50,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:52,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 01:59:55,667 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 01:59:55,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 01:59:57,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:00,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:02,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:05,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:07,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:10,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:12,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:14,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:00:14,262 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:00:14,262 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:00:14,263 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:00:14,501 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:00:15,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:17,502 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:00:18,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:20,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:23,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:25,668 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:00:25,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:28,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:30,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:33,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:36,006 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:38,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:41,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:43,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:46,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:48,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:00:48,419 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:00:48,419 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:00:48,419 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:00:48,514 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:00:49,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:51,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:00:51,515 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:00:54,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:00:55,669 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:00:56,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:00,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:01,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:05,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:06,036 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:10,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:11,037 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:15,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:16,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:20,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:01:20,435 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:01:20,435 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:01:20,435 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:01:20,525 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:01:21,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:21,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:23,527 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:01:25,670 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:01:26,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:26,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:31,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:31,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:36,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:36,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:41,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:41,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:46,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:46,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:51,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:51,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:01:54,477 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:01:54,478 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:01:54,478 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:01:54,478 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:01:54,538 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:01:55,671 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:01:56,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:01:57,539 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:01:57,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:01,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:02,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:06,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:07,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:11,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:12,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:16,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:17,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:21,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:22,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:24,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:02:24,664 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:02:24,664 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:02:24,665 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:02:25,550 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:02:25,672 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:02:26,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:27,550 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:02:28,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:31,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:33,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:36,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:38,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:41,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:43,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:46,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:48,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:51,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:53,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:55,672 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:02:56,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:02:56,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:02:56,930 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:02:56,930 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:02:56,930 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:02:57,562 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:02:58,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:02:59,563 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:03:01,239 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:03,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:06,246 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:08,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:11,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:13,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:16,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:18,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:21,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:23,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:25,673 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:03:26,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:29,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:31,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:33,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:03:33,183 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:03:33,183 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:03:33,184 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:03:33,575 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:03:35,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:35,576 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:03:36,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:40,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:41,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:45,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:46,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:50,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:51,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:03:55,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:03:55,674 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:03:56,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:00,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:01,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:05,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:06,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:08,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:04:08,509 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:04:08,509 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:04:08,510 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:04:08,587 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:04:11,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:11,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:11,588 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:04:16,440 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:16,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:21,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:21,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:25,675 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:04:26,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:26,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:31,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:31,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:36,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:36,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:39,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:04:39,475 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:04:39,476 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:04:39,476 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:04:39,598 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:04:41,599 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:04:41,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:42,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:46,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:47,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:51,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:52,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:04:55,676 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:04:56,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:04:57,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:01,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:02,677 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:06,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:07,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:07,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:05:07,730 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:05:07,730 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:05:07,731 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:05:08,609 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:05:09,609 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:05:11,610 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:05:11,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:12,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:16,873 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:17,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:21,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:22,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:25,677 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:05:26,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:28,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:31,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:33,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:36,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:38,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:05:38,665 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:05:38,665 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:05:38,666 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:05:39,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:39,621 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:05:41,622 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:05:41,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:44,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:46,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:49,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:51,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:54,545 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:05:55,678 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:05:56,922 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:05:59,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:01,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:04,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:06,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:09,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:06:09,519 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:06:09,519 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:06:09,520 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:06:09,633 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:06:10,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:11,633 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:06:11,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:15,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:16,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:20,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:21,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:25,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:25,679 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:06:26,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:30,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:31,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:35,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:36,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:38,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:06:38,274 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:06:38,274 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:06:38,274 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:06:38,644 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:06:41,202 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:41,645 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:06:41,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:46,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:46,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:51,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:51,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:06:55,679 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:06:56,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:06:56,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:01,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:01,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:06,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:07,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:10,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:07:10,408 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:07:10,408 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:07:10,408 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:07:10,655 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:07:12,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:12,425 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:13,656 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:07:17,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:17,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:22,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:22,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:25,681 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:07:27,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:27,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:32,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:32,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:37,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:37,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:07:37,552 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:07:37,552 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:07:37,553 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:07:37,665 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:07:38,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:39,665 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:07:42,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:43,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:47,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:48,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:52,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:53,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:07:55,682 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:07:57,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:07:59,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:02,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:04,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:07,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:08,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:08:08,138 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:08:08,138 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:08:08,139 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:08:08,676 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:08:09,676 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:08:09,919 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:11,677 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:08:12,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:14,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:17,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:19,920 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:22,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:24,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:25,683 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:08:27,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:30,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:32,609 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:35,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:37,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:39,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:08:39,658 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:08:39,658 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:08:39,658 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:08:39,688 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:08:41,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:41,689 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:08:42,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:46,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:47,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:51,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:52,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:08:55,683 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:08:56,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:08:57,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:01,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:02,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:06,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:07,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:11,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:12,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:12,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:09:12,914 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:09:12,915 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:09:12,915 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:09:13,700 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:09:15,701 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:09:17,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:17,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:22,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:22,814 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:25,684 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:09:27,685 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:27,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:32,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:32,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:37,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:37,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:42,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:09:42,293 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:09:42,293 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:09:42,294 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:09:42,710 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:09:42,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:42,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:43,710 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:09:45,711 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:09:47,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:48,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:52,846 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:53,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:09:55,685 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:09:57,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:09:58,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:02,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:03,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:07,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:08,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:10,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:10:10,583 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:10:10,583 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:10:10,584 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:10:10,721 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:10:12,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:13,722 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:10:14,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:17,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:19,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:22,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:24,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:25,686 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:10:27,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:29,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:32,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:34,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:37,956 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:39,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:41,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:10:41,569 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:10:41,569 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:10:41,569 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:10:41,732 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:10:42,960 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:43,733 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:10:44,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:47,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:49,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:52,973 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:10:54,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:10:55,687 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:10:57,979 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:00,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:03,155 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:05,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:08,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:10,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:11,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:11:11,316 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:11:11,316 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:11:11,317 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:11:11,744 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:11:13,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:13,745 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:11:16,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:18,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:21,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:23,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:25,688 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:11:26,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:28,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:31,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:33,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:36,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:38,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:40,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:11:40,217 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:11:40,218 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:11:40,218 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:11:40,754 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:11:41,755 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:11:42,108 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:43,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:43,755 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:11:47,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:48,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:52,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:53,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:11:55,694 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:11:57,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:11:58,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:02,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:03,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:07,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:08,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:12,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:12:12,619 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:12:12,620 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:12:12,620 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:12:12,766 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:12:13,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:13,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:15,767 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:12:18,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:19,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:23,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:24,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:25,690 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:12:28,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:29,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:33,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:34,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:38,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:39,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:43,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:43,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:12:43,427 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:12:43,427 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:12:43,429 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:12:43,777 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:12:45,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:45,778 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:12:48,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:50,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:53,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:12:55,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:12:55,691 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:12:58,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:00,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:03,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:05,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:08,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:10,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:13,457 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:14,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:13:14,333 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:13:14,333 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:13:14,335 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:13:14,789 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:13:15,789 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:13:16,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:18,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:21,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:23,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:25,692 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:13:26,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:28,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:31,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:33,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:36,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:38,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:41,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:43,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:43,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:13:43,693 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:13:43,693 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:13:43,693 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:13:43,800 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:13:45,800 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:13:46,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:48,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:51,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:53,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:13:55,692 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:13:57,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:13:58,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:02,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:03,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:07,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:08,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:12,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:13,491 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:17,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:14:17,388 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:14:17,388 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:14:17,390 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:14:17,812 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:14:18,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:18,492 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:19,812 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:14:23,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:23,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:25,694 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:14:28,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:28,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:33,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:33,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:38,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:38,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:43,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:43,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:48,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:48,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:53,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:53,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:14:55,697 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:14:58,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:14:59,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:02,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:15:02,572 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:15:02,572 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:15:02,572 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:15:02,828 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:15:03,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:04,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:05,829 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:15:08,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:09,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:13,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:14,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:18,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:19,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:23,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:24,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:25,696 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:15:28,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:28,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:15:28,912 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:15:28,913 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:15:28,913 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:15:29,838 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:15:30,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:31,839 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:15:33,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:35,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:38,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:40,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:43,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:45,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:48,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:50,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:53,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:15:55,697 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:15:56,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:15:58,717 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:01,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:16:01,579 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:16:01,579 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:16:01,580 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:16:01,850 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:16:02,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:03,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:03,850 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:16:07,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:08,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:12,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:13,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:17,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:18,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:22,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:23,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:25,698 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:16:28,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:28,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:31,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:16:31,428 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:16:31,428 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:16:31,428 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:16:31,861 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:16:33,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:33,862 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:16:34,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:38,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:39,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:43,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:44,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:48,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:49,643 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:53,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:54,644 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:16:55,699 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:16:58,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:16:59,700 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:03,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:04,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:05,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:17:05,871 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:17:05,872 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:17:05,872 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:17:05,874 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:17:07,875 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:17:08,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:09,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:13,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:14,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:18,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:19,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:23,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:24,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:25,700 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:17:28,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:30,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:34,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:34,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:35,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:39,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:39,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:17:39,461 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:17:39,461 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:17:39,462 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:17:39,887 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:17:41,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:42,888 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:17:44,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:46,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:49,127 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:51,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:54,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:17:55,700 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:17:56,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:17:59,138 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:01,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:04,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:06,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:09,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:11,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:14,146 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:15,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:18:15,014 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:18:15,014 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:18:15,014 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:18:15,900 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:18:17,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:18,902 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:18:19,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:22,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:24,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:25,701 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:18:27,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:29,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:32,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:34,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:37,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:39,167 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:42,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:44,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:46,375 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:18:46,377 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:18:46,377 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:18:46,377 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:18:46,912 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:18:48,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:48,913 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:18:49,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:53,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:54,441 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:18:55,702 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:18:58,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:18:59,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:03,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:04,443 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:08,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:09,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:13,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:14,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:19:14,485 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:19:14,485 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:19:14,485 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:19:14,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:14,923 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:19:16,924 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:19:18,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:18,925 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:19:19,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:23,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:24,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:25,703 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:19:29,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:29,704 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:34,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:34,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:39,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:39,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:44,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:44,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:47,151 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:19:47,152 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:19:47,152 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:19:47,153 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:19:47,936 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:19:49,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:50,025 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:50,938 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:19:54,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:19:55,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:19:55,704 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:19:59,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:00,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:04,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:05,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:09,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:10,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:14,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:15,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:19,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:20:19,254 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:20:19,254 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:20:19,254 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:20:19,949 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:20:19,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:21,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:22,950 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:20:24,973 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:25,709 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:20:26,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:29,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:31,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:35,236 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:36,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:40,237 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:41,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:45,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:46,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:50,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:51,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:20:52,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:20:52,766 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:20:52,766 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:20:52,766 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:20:52,962 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:20:54,963 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:20:55,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:20:55,706 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:20:57,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:00,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:02,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:05,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:07,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:10,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:12,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:15,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:17,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:20,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:22,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:25,275 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:25,708 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:21:26,598 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:21:26,600 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:21:26,600 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:21:26,600 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:21:26,974 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:21:28,520 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:28,975 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:21:30,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:33,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:35,283 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:38,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:40,284 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:43,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:45,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:48,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:50,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:53,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:21:54,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:21:54,207 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:21:54,207 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:21:54,207 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:21:54,985 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:21:55,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:21:55,708 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:21:56,986 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:21:58,708 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:00,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:03,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:05,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:08,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:10,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:13,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:15,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:18,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:20,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:22,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:22:22,680 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:22:22,680 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:22:22,681 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:22:22,995 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:22:24,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:24,996 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:22:25,708 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:22:25,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:29,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:30,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:34,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:35,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:39,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:40,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:44,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:45,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:49,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:50,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:54,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:22:55,116 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:22:55,118 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:22:55,118 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:22:55,119 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:22:55,709 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:22:55,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:22:56,008 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:22:57,008 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:22:59,009 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:23:00,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:00,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:05,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:05,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:10,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:10,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:15,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:15,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:20,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:20,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:25,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:25,710 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:23:25,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:28,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:23:28,487 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:23:28,488 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:23:28,488 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:23:29,023 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:23:30,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:31,024 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:23:31,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:35,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:36,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:40,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:41,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:45,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:46,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:50,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:51,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:55,712 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:23:56,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:23:56,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:23:57,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:23:57,439 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:23:57,439 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:23:57,440 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:23:58,034 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:24:01,036 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:24:01,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:02,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:06,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:07,318 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:11,485 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:12,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:16,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:17,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:21,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:22,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:25,713 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:24:26,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:27,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:28,995 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:24:28,996 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:24:28,997 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:24:28,997 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:24:29,046 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:24:31,047 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:24:31,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:32,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:36,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:37,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:41,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:42,998 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:46,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:47,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:51,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:53,000 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:55,714 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:24:56,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:24:57,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:24:57,403 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:24:57,403 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:24:57,403 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:24:58,056 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:24:58,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:24:59,057 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:25:01,058 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:25:01,675 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:03,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:06,676 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:08,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:11,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:13,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:16,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:18,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:21,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:23,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:25,715 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:25:26,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:28,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:25:28,510 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:25:28,511 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:25:28,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:28,512 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:25:29,068 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:25:31,069 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:25:31,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:33,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:36,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:38,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:41,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:43,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:46,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:48,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:51,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:53,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:25:55,715 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:25:56,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:25:58,716 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:01,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:03,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:26:03,305 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:26:03,305 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:26:03,306 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:26:03,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:04,082 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:26:05,082 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:26:06,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:07,083 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:26:09,669 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:11,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:14,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:16,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:19,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:21,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:24,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:25,716 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:26:26,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:29,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:31,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:34,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:36,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:39,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:41,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:43,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:26:43,172 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:26:43,173 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:26:43,173 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:26:44,098 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:26:45,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:46,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:47,099 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:26:50,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:51,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:26:55,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:26:55,717 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:26:57,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:00,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:02,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:05,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:07,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:10,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:12,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:13,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:27:13,399 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:27:13,399 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:27:13,400 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:27:14,110 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:27:15,110 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:27:16,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:17,111 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:27:17,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:21,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:22,371 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:25,718 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:27:26,719 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:27,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:31,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:32,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:36,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:37,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:41,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:42,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:42,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:27:42,431 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:27:42,431 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:27:42,431 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:27:43,120 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:27:45,121 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:27:47,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:47,488 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:52,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:52,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:27:55,719 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:27:57,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:27:57,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:02,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:02,720 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:07,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:07,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:11,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:28:11,182 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:28:11,182 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:28:11,182 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:28:12,131 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:28:12,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:13,131 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:28:13,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:17,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:18,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:22,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:23,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:25,720 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:28:27,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:28,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:32,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:33,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:37,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:38,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:42,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:43,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:47,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:48,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:49,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:28:49,405 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:28:49,406 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:28:49,406 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:28:50,146 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:28:52,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:53,147 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:28:53,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:28:55,721 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:28:57,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:28:59,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:02,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:04,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:07,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:09,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:12,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:14,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:17,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:19,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:20,665 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:29:20,667 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:29:20,667 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:29:20,667 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:29:21,157 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:29:22,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:23,158 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:29:25,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:25,722 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:29:27,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:30,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:32,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:35,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:37,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:40,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:42,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:45,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:47,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:50,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:52,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:55,723 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:29:56,723 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:29:56,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:29:56,922 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:29:56,923 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:29:56,923 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:29:57,171 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:29:57,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:29:59,171 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:30:02,246 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:02,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:07,247 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:07,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:12,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:12,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:17,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:17,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:22,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:22,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:25,723 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:30:27,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:27,916 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:30:27,917 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:30:27,918 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:30:27,918 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:30:27,959 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:28,183 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:30:29,183 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:30:31,184 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:30:33,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:33,686 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:38,319 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:38,687 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:43,320 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:43,688 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:48,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:48,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:53,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:53,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:30:55,725 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:30:57,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:30:57,634 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:30:57,634 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:30:57,635 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:30:58,194 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:30:58,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:30:58,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:01,195 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:31:03,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:03,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:08,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:08,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:13,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:13,814 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:18,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:18,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:23,426 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:23,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:25,726 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:31:28,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:28,892 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:31:28,893 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:31:28,894 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:31:28,894 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:28,894 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:31:29,206 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:31:31,207 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:31:33,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:34,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:38,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:39,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:43,452 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:44,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:48,458 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:49,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:53,464 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:54,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:31:55,727 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:31:58,465 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:31:58,636 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:31:58,637 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:31:58,638 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:31:58,638 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:31:59,220 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:31:59,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:01,221 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:32:03,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:04,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:08,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:09,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:13,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:14,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:18,493 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:19,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:23,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:24,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:25,728 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:32:27,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:32:27,559 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:32:27,559 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:32:27,560 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:32:28,232 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:32:28,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:29,233 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:32:30,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:33,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:35,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:38,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:40,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:43,681 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:45,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:48,682 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:50,513 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:53,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:32:55,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:32:55,729 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:32:58,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:00,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:33:00,639 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:33:00,639 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:33:00,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:00,640 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:33:01,245 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:33:03,246 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:33:03,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:05,663 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:08,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:10,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:13,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:15,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:18,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:20,665 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:23,703 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:25,666 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:25,730 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:33:26,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:33:26,764 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:33:26,764 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:33:26,765 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:33:27,254 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:33:28,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:29,255 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:33:30,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:33,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:35,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:39,013 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:40,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:44,014 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:45,696 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:49,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:50,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:54,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:55,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:33:55,730 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:33:59,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:33:59,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:33:59,403 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:33:59,403 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:33:59,404 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:34:00,267 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:34:01,267 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:34:01,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:04,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:06,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:09,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:11,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:14,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:16,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:19,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:21,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:24,074 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:25,731 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:34:26,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:29,075 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:29,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:34:29,625 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:34:29,626 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:34:29,626 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:34:30,277 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:34:31,278 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:34:32,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:34,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:37,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:39,165 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:42,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:44,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:47,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:49,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:52,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:54,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:34:55,732 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:34:57,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:34:59,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:00,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:35:00,359 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:35:00,359 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:35:00,359 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:35:01,288 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:35:03,289 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:35:03,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:04,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:08,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:09,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:13,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:14,546 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:18,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:19,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:23,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:24,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:25,733 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:35:28,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:29,722 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:33,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:34,490 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:35:34,492 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:35:34,492 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:35:34,493 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:35:34,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:35,300 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:35:37,301 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:35:39,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:39,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:44,496 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:44,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:49,497 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:49,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:54,498 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:54,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:35:55,733 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:35:59,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:35:59,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:04,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:04,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:06,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:36:06,808 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:36:06,809 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:36:06,809 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:36:07,311 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:36:09,312 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:36:09,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:09,966 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:14,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:14,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:19,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:19,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:24,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:24,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:25,734 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:36:29,995 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:30,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:35,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:35,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:36,427 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:36:36,428 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:36:36,429 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:36:36,429 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:36:37,322 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:36:39,323 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:36:40,007 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:41,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:45,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:46,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:50,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:51,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:36:55,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:36:55,735 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:36:56,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:00,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:01,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:05,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:06,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:10,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:11,738 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:12,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:37:12,549 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:37:12,549 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:37:12,550 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:37:13,335 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:37:15,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:15,335 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:37:17,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:20,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:22,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:25,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:25,736 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:37:27,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:30,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:32,738 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:35,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:37,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:40,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:42,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:45,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:45,734 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:37:45,736 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:37:45,736 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:37:45,736 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:37:46,347 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:37:47,348 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:37:48,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:50,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:53,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:37:55,207 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:37:55,738 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:37:58,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:00,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:03,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:05,209 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:08,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:10,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:13,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:15,211 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:18,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:19,330 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:38:19,331 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:38:19,332 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:38:19,332 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:38:19,359 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:38:20,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:21,360 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:38:24,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:25,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:25,738 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:38:29,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:30,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:34,740 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:35,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:39,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:40,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:44,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:45,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:47,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:38:47,316 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:38:47,316 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:38:47,316 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:38:47,370 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:38:50,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:50,371 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:38:50,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:55,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:38:55,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:38:55,739 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:39:00,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:00,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:05,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:05,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:10,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:10,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:15,637 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:15,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:19,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:39:19,881 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:39:19,881 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:39:19,881 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:39:20,382 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:39:20,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:20,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:22,383 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:39:25,639 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:25,740 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:39:26,741 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:30,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:31,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:35,642 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:36,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:40,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:41,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:45,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:46,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:50,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:51,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:39:53,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:39:53,512 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:39:53,512 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:39:53,512 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:39:54,395 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:39:55,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:39:55,741 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:39:56,396 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:39:57,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:00,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:02,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:05,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:07,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:10,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:12,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:15,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:17,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:20,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:22,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:25,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:40:25,468 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:40:25,468 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:40:25,468 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:40:25,741 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:40:25,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:26,407 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:40:28,408 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:40:28,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:30,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:33,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:35,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:38,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:40,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:43,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:45,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:48,419 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:50,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:52,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:40:52,935 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:40:52,936 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:40:52,936 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:40:53,417 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:40:53,541 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:40:55,742 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:40:55,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:40:56,418 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:40:58,743 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:00,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:03,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:05,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:08,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:10,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:13,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:15,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:18,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:20,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:23,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:24,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:41:24,423 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:41:24,423 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:41:24,424 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:41:24,434 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:41:25,743 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:41:25,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:26,435 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:41:28,436 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:41:29,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:30,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:34,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:35,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:39,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:40,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:44,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:45,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:49,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:50,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:54,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:41:55,744 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:41:55,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:41:58,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:41:58,436 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:41:58,436 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:41:58,437 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:41:58,447 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:41:59,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:00,448 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:42:00,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:02,449 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:42:04,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:05,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:09,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:10,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:14,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:16,175 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:19,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:21,181 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:24,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:25,745 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:42:26,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:29,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:42:29,823 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:42:29,824 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:42:29,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:29,824 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:42:30,459 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:42:31,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:32,460 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:42:35,107 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:36,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:40,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:41,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:45,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:46,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:50,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:51,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:55,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:42:55,746 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:42:56,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:42:59,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:42:59,584 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:42:59,584 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:42:59,585 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:43:00,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:00,470 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:43:01,204 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:02,471 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:43:05,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:06,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:10,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:11,206 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:15,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:16,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:20,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:21,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:25,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:25,747 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:43:26,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:30,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:31,221 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:32,683 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:43:32,684 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:43:32,684 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:43:32,685 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:43:33,483 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:43:35,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:36,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:36,484 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:43:40,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:41,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:45,913 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:46,229 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:50,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:43:51,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:55,748 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:43:56,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:43:56,749 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:01,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:01,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:03,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:44:03,261 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:44:03,262 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:44:03,262 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:44:03,495 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:44:06,496 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:44:06,576 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:07,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:11,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:12,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:16,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:17,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:21,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:22,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:25,749 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:44:26,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:27,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:31,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:32,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:33,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:44:33,799 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:44:33,799 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:44:33,800 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:44:34,506 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:44:36,507 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:44:36,593 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:38,689 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:41,594 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:43,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:46,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:48,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:51,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:53,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:44:55,750 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:44:56,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:44:58,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:01,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:03,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:04,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:45:04,877 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:45:04,877 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:45:04,878 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:45:05,518 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:45:06,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:08,519 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:45:09,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:11,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:14,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:16,617 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:19,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:21,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:24,043 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:25,751 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:45:26,629 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:29,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:31,630 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:34,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:36,631 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:39,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:41,632 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:44,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:46,634 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:47,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:45:47,460 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:45:47,460 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:45:47,461 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:45:47,533 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:45:50,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:50,535 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:45:51,635 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:45:55,286 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:45:55,752 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:45:56,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:00,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:01,648 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:05,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:06,651 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:06,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:10,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:11,653 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:15,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:15,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:46:15,869 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:46:15,869 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:46:15,870 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:46:16,544 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:46:16,654 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:18,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:46:21,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:21,655 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:25,753 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:46:26,656 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:26,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:31,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:31,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:36,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:36,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:36,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:41,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:41,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:46,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:46,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:51,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:46:51,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:53,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:46:53,228 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:46:53,228 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:46:53,229 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:46:53,558 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:46:55,754 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:46:56,560 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:46:56,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:46:57,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:01,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:02,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:06,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:07,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:11,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:12,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:16,890 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:17,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:21,905 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:22,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:25,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:47:25,584 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:47:25,584 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:47:25,585 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:47:25,755 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:47:26,570 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:47:26,911 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:28,571 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:47:28,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:31,912 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:33,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:36,924 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:38,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:41,924 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:43,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:46,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:48,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:52,042 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:52,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:53,591 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:47:53,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:47:53,734 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:47:53,734 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:47:53,734 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:47:54,581 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:47:55,756 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:47:56,582 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:47:58,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:47:58,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:03,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:03,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:08,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:08,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:13,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:13,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:18,338 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:18,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:23,339 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:23,761 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:25,757 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:48:28,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:29,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:48:29,081 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:48:29,082 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:48:29,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:29,083 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:48:29,596 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:48:32,597 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:48:33,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:34,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:38,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:39,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:43,343 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:44,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:48,610 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:49,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:53,616 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:54,188 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:48:55,758 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:48:57,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:48:57,877 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:48:57,877 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:48:57,878 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:48:58,607 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:48:58,618 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:48:59,709 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:00,607 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:49:03,619 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:04,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:08,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:09,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:13,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:14,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:18,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:19,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:23,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:24,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:25,759 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:49:28,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:28,967 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:49:28,968 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:49:28,968 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:49:28,968 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:49:29,621 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:49:30,031 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:30,621 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:49:32,622 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:49:33,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:35,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:38,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:40,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:43,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:45,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:48,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:50,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:53,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:55,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:49:55,760 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:49:58,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:49:59,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:49:59,450 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:49:59,450 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:49:59,451 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:49:59,632 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:50:00,102 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:02,634 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:50:03,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:03,971 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:05,586 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:08,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:10,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:13,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:15,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:18,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:20,588 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:23,999 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:25,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:25,760 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:50:29,000 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:30,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:31,025 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:50:31,026 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:50:31,027 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:50:31,027 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:50:31,645 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:50:32,645 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:50:34,001 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:35,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:39,021 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:40,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:44,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:45,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:49,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:50,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:54,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:50:55,762 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:50:56,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:50:57,641 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:50:57,643 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:50:57,643 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:50:57,644 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:50:57,654 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:50:59,036 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:00,655 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:51:02,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:04,037 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:07,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:09,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:12,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:14,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:17,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:19,045 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:22,437 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:24,046 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:25,762 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:51:27,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:28,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:51:28,201 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:51:28,201 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:51:28,202 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:51:28,666 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:51:29,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:30,667 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:51:33,256 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:34,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:38,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:39,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:43,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:44,323 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:48,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:49,324 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:53,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:54,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:51:55,763 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:51:58,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:51:59,471 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:02,027 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:52:02,028 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:52:02,029 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:52:02,029 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:52:02,681 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:52:03,970 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:04,472 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:04,682 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:52:08,971 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:09,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:13,971 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:14,474 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:18,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:19,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:23,973 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:24,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:25,764 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:52:29,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:29,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:34,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:34,766 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:36,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:52:36,224 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:52:36,224 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:52:36,225 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:52:36,695 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:52:38,695 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:52:39,514 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:40,577 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:44,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:45,578 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:49,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:50,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:54,735 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:52:55,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:52:55,765 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:52:59,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:00,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:04,742 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:05,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:06,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:53:06,297 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:53:06,297 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:53:06,297 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:53:06,706 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:53:08,707 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:53:09,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:11,295 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:15,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:16,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:20,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:21,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:25,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:25,766 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:53:26,767 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:30,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:31,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:35,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:36,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:37,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:53:37,214 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:53:37,214 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:53:37,214 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:53:37,719 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:53:38,719 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:53:40,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:40,720 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:53:42,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:45,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:47,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:50,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:52,317 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:53:55,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:53:55,767 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:53:57,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:00,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:02,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:05,117 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:06,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:54:06,754 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:54:06,754 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:54:06,755 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:54:07,731 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:54:08,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:08,732 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:54:10,123 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:13,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:15,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:18,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:20,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:23,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:25,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:25,768 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:54:28,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:30,133 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:33,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:35,135 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:38,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:54:38,033 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:54:38,033 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:54:38,034 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:54:38,743 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:54:38,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:40,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:40,744 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:54:44,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:45,137 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:49,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:50,149 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:54,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:54:55,156 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:54:55,769 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:54:59,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:00,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:04,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:05,176 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:07,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:55:07,303 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:55:07,303 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:55:07,303 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:55:07,754 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:55:08,754 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:55:10,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:10,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:15,129 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:15,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:20,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:20,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:25,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:25,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:25,769 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:55:30,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:30,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:35,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:35,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:39,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:55:39,930 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:55:39,931 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:55:39,931 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:55:40,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:40,767 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:55:40,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:42,767 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:55:45,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:46,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:50,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:51,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:55:55,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:55:55,770 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:55:56,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:00,486 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:01,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:05,502 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:06,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:10,507 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:10,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:56:10,890 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:56:10,891 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:56:10,891 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:56:11,779 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:56:12,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:12,780 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:56:15,508 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:17,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:20,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:22,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:25,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:25,771 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:56:27,772 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:30,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:32,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:35,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:37,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:40,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:41,638 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:56:41,639 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:56:41,639 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:56:41,640 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:56:41,791 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:56:42,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:44,792 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:56:45,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:47,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:50,527 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:52,965 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:56:55,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:56:55,772 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:56:58,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:00,535 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:03,774 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:05,536 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:08,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:10,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:13,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:15,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:15,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:57:15,588 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:57:15,588 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:57:15,589 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:57:15,802 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:57:16,803 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:57:18,804 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:57:18,909 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:20,543 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:23,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:25,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:25,773 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:57:29,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:30,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:34,775 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:35,556 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:39,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:40,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:44,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:45,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:47,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:57:47,309 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:57:47,309 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:57:47,309 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:57:47,814 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:57:48,814 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:57:50,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:50,566 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:55,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:57:55,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:57:55,774 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:58:00,579 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:00,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:05,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:05,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:10,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:10,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:15,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:15,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:19,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:58:19,799 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:58:19,799 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:58:19,799 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:58:19,826 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:58:20,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:20,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:22,827 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:58:25,584 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:25,776 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:58:26,776 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:30,585 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:31,777 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:35,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:36,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:40,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:41,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:45,597 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:46,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:48,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:58:48,773 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:58:48,773 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:58:48,773 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:58:48,836 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:58:50,837 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:58:50,895 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:50,921 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:51,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:58:55,777 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:58:55,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:58:57,778 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:00,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:02,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:05,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:07,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:11,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:12,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:16,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:17,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:21,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:21,705 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:59:21,706 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:59:21,706 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:59:21,707 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:59:21,849 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:59:23,680 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:23,850 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:59:25,778 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:59:25,851 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:59:26,147 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:28,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:31,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:33,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:36,154 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:38,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:41,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:43,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:46,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:48,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:49,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 02:59:49,959 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 02:59:49,960 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 02:59:49,960 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 02:59:50,859 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 02:59:51,500 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:53,861 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 02:59:53,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 02:59:55,778 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 02:59:56,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 02:59:59,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:01,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:04,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:06,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:09,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:11,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:14,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:16,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:17,750 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:00:17,751 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:00:17,752 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:00:17,752 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:00:17,870 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:00:19,871 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:00:20,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:21,871 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:00:21,989 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:21,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:25,711 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:25,779 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:00:26,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:30,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:32,002 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:35,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:37,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:40,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:42,011 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:45,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:47,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:48,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:00:48,881 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:00:48,881 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:00:48,882 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:00:48,883 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:00:50,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:51,884 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:00:52,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:00:55,780 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:00:56,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:00:57,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:01,782 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:02,293 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:06,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:07,294 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:11,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:12,300 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:16,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:17,301 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:21,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:22,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:25,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:01:25,384 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:01:25,385 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:01:25,385 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:01:25,781 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:01:25,897 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:01:27,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:27,599 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:27,897 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:01:32,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:32,600 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:37,316 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:37,601 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:42,331 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:42,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:47,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:47,602 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:52,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:52,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:54,456 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:01:54,457 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:01:54,458 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:01:54,458 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:01:54,907 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:01:55,782 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:01:57,349 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:01:57,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:01:57,908 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:02:02,350 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:02,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:07,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:07,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:12,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:12,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:17,368 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:17,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:22,369 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:22,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:25,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:02:25,517 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:02:25,517 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:02:25,518 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:02:25,787 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:02:25,918 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:02:27,376 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:27,919 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:02:28,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:32,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:33,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:37,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:38,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:42,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:43,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:47,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:48,414 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:52,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:53,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:02:55,066 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:02:55,067 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:02:55,067 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:02:55,068 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:02:55,784 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:02:55,929 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:02:57,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:02:57,930 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:02:59,068 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:02,428 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:04,069 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:07,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:09,070 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:12,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:14,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:17,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:19,072 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:22,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:23,760 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:03:23,761 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:03:23,761 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:03:23,762 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:03:23,940 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:03:24,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:25,785 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:03:25,941 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:03:27,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:29,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:32,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:34,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:37,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:39,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:42,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:44,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:47,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:49,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:52,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:54,523 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:03:54,525 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:03:54,525 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:03:54,527 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:03:54,951 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:03:55,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:03:55,786 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:03:57,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:03:57,953 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:04:00,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:02,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:05,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:07,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:10,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:12,924 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:15,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:17,925 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:20,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:22,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:25,787 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:04:26,255 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:04:26,256 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:04:26,256 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:04:26,257 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:26,257 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:04:26,965 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:04:27,966 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:04:28,166 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:29,966 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:04:32,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:33,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:37,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:38,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:42,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:43,189 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:47,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:48,190 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:52,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:53,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:55,788 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:04:57,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:04:58,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:04:58,085 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:04:58,085 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:04:58,085 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:04:58,194 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:04:58,977 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:04:59,978 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:05:01,979 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:05:03,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:03,459 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:08,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:08,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:13,461 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:13,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:18,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:18,549 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:23,463 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:23,555 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:25,789 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:05:27,996 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:05:27,998 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:05:27,998 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:05:27,998 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:05:28,562 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:28,603 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:28,988 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:05:29,989 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:05:33,568 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:33,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:38,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:38,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:43,580 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:43,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:48,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:48,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:53,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:53,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:05:55,790 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:05:57,291 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:05:57,292 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:05:57,292 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:05:57,293 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:05:57,999 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:05:58,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:05:59,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:00,000 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:06:03,888 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:04,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:08,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:09,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:13,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:14,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:18,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:19,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:23,914 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:24,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:25,791 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:06:28,928 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:29,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:33,929 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:34,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:06:34,291 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:06:34,292 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:06:34,292 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:06:35,013 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:06:35,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:36,013 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:06:38,014 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:06:38,935 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:40,304 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:43,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:45,305 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:49,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:50,306 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:54,098 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:06:55,307 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:06:55,792 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:06:59,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:00,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:04,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:05,695 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:07:05,696 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:07:05,697 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:07:05,697 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:07:06,027 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:07:06,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:08,027 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:07:09,109 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:12,130 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:14,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:17,131 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:19,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:22,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:24,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:25,793 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:07:27,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:29,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:32,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:34,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:37,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:39,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:39,203 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:07:39,205 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:07:39,205 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:07:39,205 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:07:40,039 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:07:42,040 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:07:43,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:44,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:48,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:49,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:53,122 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:54,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:07:55,794 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:07:58,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:07:59,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:03,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:04,172 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:08,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:09,178 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:10,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:08:10,214 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:08:10,214 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:08:10,214 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:08:11,051 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:08:12,052 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:08:14,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:14,179 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:19,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:19,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:24,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:24,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:25,794 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:08:29,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:29,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:34,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:34,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:39,231 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:39,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:40,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:08:40,363 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:08:40,363 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:08:40,364 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:08:41,062 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:08:42,063 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:08:44,064 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:08:44,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:45,377 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:49,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:50,378 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:54,250 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:08:55,379 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:08:55,796 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:08:59,429 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:00,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:04,439 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:05,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:08,119 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:09:08,120 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:09:08,121 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:09:08,121 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:09:09,072 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:09:09,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:10,073 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:09:11,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:14,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:16,082 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:19,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:21,083 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:24,794 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:25,796 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:09:26,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:29,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:31,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:34,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:36,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:39,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:41,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:09:41,746 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:09:41,746 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:09:41,747 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:09:42,085 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:09:42,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:44,086 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:09:44,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:47,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:49,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:52,665 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:54,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:09:55,798 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:09:57,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:09:59,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:02,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:04,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:07,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:09,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:12,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:13,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:10:13,439 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:10:13,439 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:10:13,439 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:10:14,099 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:10:14,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:16,100 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:10:17,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:19,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:22,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:24,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:25,799 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:10:28,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:29,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:33,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:34,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:38,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:39,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:43,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:44,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:45,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:10:45,305 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:10:45,305 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:10:45,305 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:10:46,111 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:10:48,112 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:10:49,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:49,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:54,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:54,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:10:55,800 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:10:59,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:10:59,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:04,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:04,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:09,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:09,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:14,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:14,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:19,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:19,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:11:19,834 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:11:19,834 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:11:19,835 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:11:19,896 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:20,124 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:11:22,125 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:11:24,897 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:25,737 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:25,801 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:11:29,903 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:30,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:34,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:35,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:39,927 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:40,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:44,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:45,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:48,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:11:48,613 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:11:48,614 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:11:48,614 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:11:49,136 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:11:49,950 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:50,136 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:11:51,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:54,951 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:11:55,802 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:11:56,803 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:11:59,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:01,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:04,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:06,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:09,971 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:11,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:14,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:16,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:19,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:21,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:22,358 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:12:22,359 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:12:22,359 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:12:22,360 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:12:23,150 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:12:24,151 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:12:24,981 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:25,803 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:12:27,804 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:29,987 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:32,805 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:35,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:37,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:40,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:42,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:45,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:47,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:50,219 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:52,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:12:54,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:12:54,130 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:12:54,130 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:12:54,140 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:12:54,162 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:12:55,225 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:12:55,804 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:12:56,162 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:12:58,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:00,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:03,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:05,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:08,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:10,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:13,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:15,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:18,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:20,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:23,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:25,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:25,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:13:25,364 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:13:25,364 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:13:25,365 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:13:25,806 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:13:26,173 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:13:28,174 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:13:29,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:30,460 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:34,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:35,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:39,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:40,473 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:44,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:45,484 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:49,394 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:50,487 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:54,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:13:55,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:13:55,068 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:13:55,068 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:13:55,069 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:13:55,185 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:13:55,499 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:13:55,806 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:13:58,186 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:14:00,240 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:00,505 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:05,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:05,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:10,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:10,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:15,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:15,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:20,243 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:20,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:23,926 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:14:23,927 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:14:23,927 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:14:23,928 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:14:24,195 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:14:25,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:25,808 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:14:25,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:26,196 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:14:30,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:30,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:35,533 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:35,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:40,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:40,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:45,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:45,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:50,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:50,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:55,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:14:55,591 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:14:55,592 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:14:55,592 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:14:55,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:14:55,809 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:14:56,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:14:56,209 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:14:58,209 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:15:01,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:01,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:06,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:06,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:11,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:11,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:16,064 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:16,397 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:21,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:21,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:21,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:24,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:15:24,866 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:15:24,866 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:15:24,867 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:15:25,220 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:15:25,809 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:15:26,220 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:15:26,407 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:26,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:31,408 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:31,811 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:36,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:36,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:41,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:41,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:46,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:46,814 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:51,422 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:51,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:55,810 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:15:56,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:15:56,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:15:56,538 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:15:56,539 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:15:56,539 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:15:57,232 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:15:57,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:15:58,233 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:16:00,233 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:16:01,668 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:03,058 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:06,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:08,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:11,670 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:13,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:16,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:18,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:21,678 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:23,062 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:25,811 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:16:26,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:28,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:31,679 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:31,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:16:31,854 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:16:31,854 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:16:31,854 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:16:32,246 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:16:34,246 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:16:34,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:36,691 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:39,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:41,697 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:44,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:46,698 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:49,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:51,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:54,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:16:55,812 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:16:56,700 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:16:59,814 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:02,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:04,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:07,032 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:09,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:17:09,373 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:17:09,374 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:17:09,374 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:17:10,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:10,260 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:17:12,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:12,261 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:17:15,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:17,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:20,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:22,035 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:25,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:25,813 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:17:27,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:30,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:32,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:35,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:37,110 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:40,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:42,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:17:42,061 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:17:42,062 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:17:42,062 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:17:42,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:42,272 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:17:44,273 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:17:46,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:47,118 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:51,192 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:52,128 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:17:55,814 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:17:56,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:17:57,134 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:01,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:02,136 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:06,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:07,139 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:11,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:12,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:12,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:18:12,591 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:18:12,592 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:18:12,592 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:18:13,284 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:18:14,284 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:18:17,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:17,481 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:22,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:22,482 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:25,815 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:18:27,197 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:27,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:32,198 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:32,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:37,199 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:37,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:42,200 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:42,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:44,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:18:44,828 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:18:44,828 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:18:44,828 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:18:45,295 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:18:46,296 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:18:47,208 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:48,114 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:48,297 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:18:52,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:53,115 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:18:55,816 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:18:57,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:18:58,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:02,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:03,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:07,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:08,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:12,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:13,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:17,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:18,023 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:19:18,024 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:19:18,024 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:19:18,025 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:19:18,308 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:19:18,890 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:20,308 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:19:22,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:24,100 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:25,817 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:19:27,699 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:29,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:32,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:34,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:37,707 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:39,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:42,713 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:44,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:47,725 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:49,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:52,726 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:19:52,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:19:52,729 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:19:52,729 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:19:52,729 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:19:53,322 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:19:54,322 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:19:55,666 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:19:55,818 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:19:57,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:00,819 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:02,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:05,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:07,739 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:10,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:12,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:15,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:18,050 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:20,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:22,889 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:20:22,890 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:20:22,890 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:20:22,890 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:20:23,051 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:23,333 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:20:25,334 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:20:25,819 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:20:26,820 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:28,052 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:31,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:33,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:36,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:38,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:41,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:43,055 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:46,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:48,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:51,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:53,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:55,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:20:55,279 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:20:55,279 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:20:55,279 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:20:55,345 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:20:55,820 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:20:57,346 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:20:57,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:20:58,063 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:20:59,347 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:21:02,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:03,132 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:07,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:08,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:12,412 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:13,327 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:17,413 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:18,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:21,972 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:21:21,973 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:21:21,973 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:21:21,973 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:21:22,355 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:21:22,587 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:23,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:25,357 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:21:25,821 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:21:27,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:28,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:32,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:33,367 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:37,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:38,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:42,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:43,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:47,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:48,384 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:52,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:21:52,216 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:21:52,216 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:21:52,217 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:21:52,366 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:21:52,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:21:53,395 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:55,367 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:21:55,821 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:21:58,396 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:21:58,822 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:03,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:03,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:08,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:08,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:13,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:13,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:18,424 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:18,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:23,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:23,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:23,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:22:23,843 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:22:23,843 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:22:23,844 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:22:24,378 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:22:25,822 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:22:27,379 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:22:28,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:29,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:33,453 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:34,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:38,454 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:39,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:43,455 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:44,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:48,462 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:49,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:53,468 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:22:53,731 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:22:53,732 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:22:53,733 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:22:53,733 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:22:54,390 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:22:55,390 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:22:55,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:22:55,823 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:22:57,391 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:22:58,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:00,824 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:03,475 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:05,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:08,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:10,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:13,532 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:15,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:18,538 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:20,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:22,312 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:23:22,313 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:23:22,313 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:23:22,314 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:23:22,400 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:23:23,547 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:25,402 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:23:25,824 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:23:26,825 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:28,558 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:31,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:33,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:36,827 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:38,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:41,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:43,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:46,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:48,582 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:51,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:53,583 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:55,825 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:23:56,581 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:23:56,582 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:23:56,582 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:23:56,583 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:23:57,414 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:23:57,501 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:23:58,589 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:23:59,415 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:24:02,785 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:03,674 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:07,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:08,700 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:12,787 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:13,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:17,788 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:18,712 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:22,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:23,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:25,826 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:24:27,826 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:28,714 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:29,420 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:24:29,421 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:24:29,421 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:24:29,422 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:24:29,427 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:24:31,428 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:24:33,433 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:33,721 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:38,434 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:38,727 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:43,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:43,729 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:48,435 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:48,730 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:53,436 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:53,736 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:55,826 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:24:58,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:24:58,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:24:58,923 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:24:58,924 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:24:58,924 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:24:58,925 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:24:59,438 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:25:01,438 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:25:03,944 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:04,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:08,945 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:09,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:13,946 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:14,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:18,947 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:19,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:23,948 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:24,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:25,828 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:25:28,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:25:28,453 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:25:28,453 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:25:28,453 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:25:28,954 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:29,121 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:29,448 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:25:31,449 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:25:33,955 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:34,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:38,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:39,391 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:43,963 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:44,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:48,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:49,392 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:53,970 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:54,393 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:25:55,828 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:25:58,971 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:25:59,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:00,694 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:26:00,695 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:26:00,696 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:26:00,696 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:26:01,460 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:26:03,461 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:26:03,973 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:05,620 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:08,974 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:10,621 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:13,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:15,622 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:18,976 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:20,623 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:23,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:25,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:25,829 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:26:28,978 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:30,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:32,564 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:26:32,565 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:26:32,565 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:26:32,566 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:26:33,472 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:26:33,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:35,472 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:26:36,466 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:38,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:41,467 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:43,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:46,468 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:48,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:51,469 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:53,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:26:55,830 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:26:56,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:26:59,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:01,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:04,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:04,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:27:04,591 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:27:04,591 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:27:04,592 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:27:05,487 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:27:07,487 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:27:07,659 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:09,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:12,660 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:14,287 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:17,661 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:19,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:22,662 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:24,289 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:25,831 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:27:27,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:29,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:32,832 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:34,510 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:35,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:27:35,776 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:27:35,777 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:27:35,777 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:27:36,498 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:27:37,498 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:27:38,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:39,499 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:27:39,511 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:43,756 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:44,512 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:48,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:49,519 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:53,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:54,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:27:55,832 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:27:58,833 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:27:59,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:03,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:04,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:07,924 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:28:07,925 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:28:07,925 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:28:07,926 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:28:08,511 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:28:09,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:09,511 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:28:09,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:11,512 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:28:14,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:15,038 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:19,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:20,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:24,011 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:25,040 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:25,833 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:28:29,834 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:30,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:34,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:35,047 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:38,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:28:38,674 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:28:38,675 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:28:38,675 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:28:39,524 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:28:40,053 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:40,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:41,525 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:28:45,054 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:45,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:50,223 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:50,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:28:50,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:55,575 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:28:55,834 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:28:56,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:00,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:01,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:05,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:06,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:06,381 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:29:06,382 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:29:06,382 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:29:06,383 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:29:06,534 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:29:09,535 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:29:11,258 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:11,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:16,278 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:16,572 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:21,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:21,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:25,835 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:29:26,326 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:26,836 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:31,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:31,837 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:35,370 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:29:35,371 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:29:35,372 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:29:35,372 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:29:35,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:29:36,340 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:37,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:37,545 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:29:41,341 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:42,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:46,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:47,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:51,347 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:52,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:29:55,837 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:29:56,348 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:29:57,838 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:01,640 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:02,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:02,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:30:02,979 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:30:02,979 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:30:02,979 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:30:03,555 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:30:05,556 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:30:06,646 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:08,262 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:11,652 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:13,263 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:16,664 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:18,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:21,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:23,265 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:25,837 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:30:26,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:28,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:31,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:33,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:36,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:30:36,538 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:30:36,539 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:30:36,539 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:30:36,569 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:30:37,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:39,570 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:30:39,624 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:42,020 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:44,625 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:47,026 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:49,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:52,028 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:54,626 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:30:55,838 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:30:57,029 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:30:59,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:02,030 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:04,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:04,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:31:04,886 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:31:04,886 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:31:04,886 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:31:05,581 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:31:07,041 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:07,582 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:31:09,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:12,059 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:14,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:17,065 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:19,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:22,071 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:24,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:25,839 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:31:27,073 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:30,840 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:32,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:33,248 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:31:33,249 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:31:33,249 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:31:33,249 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:31:33,592 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:31:35,593 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:31:36,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:37,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:41,215 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:42,086 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:46,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:47,087 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:51,216 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:52,088 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:31:55,841 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:31:56,841 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:31:57,089 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:01,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:02,090 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:04,017 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:32:04,018 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:32:04,018 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:32:04,019 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:32:04,604 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:32:05,605 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:32:06,931 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:07,091 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:11,932 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:12,163 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:16,933 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:17,164 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:21,934 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:22,180 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:25,841 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:32:27,182 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:27,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:32,193 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:32,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:35,969 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:32:35,970 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:32:35,970 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:32:35,971 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:32:36,616 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:32:37,210 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:37,616 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:32:38,813 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:42,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:43,814 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:47,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:48,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:52,218 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:53,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:32:55,842 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:32:57,220 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:32:58,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:02,222 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:03,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:06,303 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:33:06,304 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:33:06,304 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:33:06,304 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:33:06,627 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:33:07,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:07,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:07,627 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:33:09,612 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:09,628 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:33:12,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:14,613 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:17,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:19,614 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:22,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:24,615 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:25,843 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:33:27,277 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:29,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:32,290 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:34,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:37,296 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:37,607 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:33:37,608 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:33:37,609 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:33:37,609 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:33:37,638 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:33:39,639 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:33:40,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:42,297 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:45,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:47,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:50,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:52,516 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:33:55,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:33:55,844 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:33:57,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:00,845 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:02,518 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:05,846 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:06,509 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:34:06,510 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:34:06,510 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:34:06,511 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:34:06,649 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:34:07,524 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:07,649 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:34:09,650 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:34:11,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:12,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:16,529 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:17,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:21,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:22,718 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:25,845 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:34:26,846 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:27,724 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:31,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:32,732 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:36,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:37,733 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:38,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:34:38,144 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:34:38,144 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:34:38,145 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:34:38,662 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:34:39,662 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:34:41,663 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:34:42,372 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:43,095 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:47,373 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:48,096 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:52,374 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:53,097 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:34:55,846 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:34:57,847 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:34:58,177 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:02,848 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:03,183 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:07,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:08,184 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:12,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:13,185 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:16,951 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:35:16,952 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:35:16,953 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:35:16,953 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:35:17,677 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:35:18,186 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:18,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:19,677 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:35:23,187 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:23,274 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:25,848 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:35:28,515 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:28,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:33,526 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:33,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:38,537 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:38,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:43,544 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:43,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:48,550 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:48,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:50,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:35:50,822 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:35:50,822 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:35:50,823 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:35:51,689 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:35:53,551 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:53,689 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:35:54,645 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:35:55,848 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:35:58,557 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:35:59,849 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:03,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:04,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:08,795 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:09,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:13,796 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:14,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:18,797 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:19,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:20,953 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:36:20,954 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:36:20,955 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:36:20,955 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:36:21,699 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:36:23,700 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:36:24,140 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:25,839 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:25,849 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:36:29,141 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:30,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:34,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:35,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:39,143 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:40,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:44,157 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:45,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:49,158 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:50,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:51,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:36:51,531 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:36:51,531 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:36:51,532 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:36:51,711 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:36:53,712 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:36:54,159 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:36:55,850 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:36:56,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:36:59,160 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:01,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:04,191 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:06,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:09,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:11,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:14,451 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:16,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:19,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:21,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:23,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:37:23,282 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:37:23,282 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:37:23,283 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:37:23,723 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:37:24,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:25,724 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:37:25,851 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:37:27,852 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:29,758 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:32,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:34,759 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:37,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:39,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:42,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:44,786 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:47,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:49,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:52,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:53,899 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:37:53,900 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:37:53,901 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:37:53,901 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:37:54,736 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:37:54,798 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:37:55,736 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:37:55,852 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:37:58,853 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:37:59,936 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:03,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:04,937 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:08,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:09,938 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:13,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:14,942 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:18,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:20,111 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:23,611 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:38:23,612 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:38:23,612 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:38:23,613 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:38:23,747 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:38:24,231 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:25,112 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:25,748 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:38:25,853 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:38:29,854 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:30,113 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:34,855 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:35,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:35,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:39,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:40,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:44,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:45,266 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:49,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:50,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:54,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:38:55,268 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:38:55,854 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:38:59,565 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:38:59,567 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:38:59,567 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:38:59,568 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:38:59,761 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:39:00,345 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:00,525 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:01,762 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:39:05,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:05,744 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:10,352 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:10,745 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:15,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:15,746 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:20,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:20,747 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:25,386 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:25,748 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:25,855 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:39:29,517 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:39:29,518 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:39:29,519 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:39:29,519 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:39:29,772 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:39:30,387 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:31,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:31,773 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:39:35,398 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:36,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:40,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:41,416 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:45,400 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:46,417 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:50,401 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:51,418 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:39:55,402 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:39:55,856 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:39:56,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:00,403 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:01,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:05,404 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:06,105 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:40:06,106 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:40:06,106 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:40:06,107 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:40:06,787 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:40:07,008 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:07,788 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:40:10,415 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:12,009 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:15,421 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:17,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:20,762 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:22,010 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:25,769 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:25,857 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:40:27,858 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:30,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:32,859 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:35,771 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:37,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:38,684 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:40:38,685 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:40:38,685 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:40:38,686 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:40:38,799 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:40:40,801 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:41,800 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:40:43,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:45,802 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:48,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:50,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:53,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:40:55,807 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:40:55,858 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:40:58,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:00,808 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:03,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:05,809 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:08,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:10,810 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:11,153 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:41:11,155 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:41:11,155 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:41:11,156 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:41:11,811 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:41:14,363 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:14,813 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:41:15,816 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:19,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:20,817 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:24,364 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:25,818 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:25,859 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:41:29,860 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:30,823 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:34,861 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:35,828 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:39,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:40,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:44,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:45,835 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:46,249 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:41:46,251 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:41:46,251 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:41:46,252 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:41:46,824 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:41:48,825 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:41:50,230 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:50,842 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:55,231 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:41:55,843 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:41:55,860 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:42:00,844 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:00,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:05,850 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:05,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:10,851 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:10,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:15,228 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:42:15,230 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:42:15,230 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:42:15,230 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:42:15,835 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:42:15,857 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:15,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:18,836 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:42:20,977 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:21,161 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:25,861 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:42:25,982 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:26,862 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:30,983 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:31,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:35,984 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:36,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:40,985 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:41,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:45,986 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:46,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:47,201 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:42:47,202 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:42:47,203 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:42:47,203 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:42:47,847 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:42:50,848 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:42:50,997 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:52,224 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:42:55,862 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:42:56,003 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:42:57,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:01,004 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:02,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:06,006 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:07,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:11,012 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:12,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:16,018 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:17,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:20,728 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:43:20,729 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:43:20,729 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:43:20,730 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:43:20,860 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:43:21,308 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:22,861 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:43:23,548 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:25,863 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:43:26,332 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:28,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:31,333 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:33,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:36,334 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:38,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:41,335 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:43,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:46,336 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:48,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:50,915 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:43:50,916 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:43:50,916 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:43:50,917 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:43:51,342 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:51,875 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:43:52,876 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:43:54,214 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:43:54,876 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:43:55,864 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:43:56,346 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:43:59,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:01,353 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:04,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:06,354 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:09,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:11,355 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:14,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:16,356 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:19,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:21,357 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:23,449 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:44:23,450 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:44:23,451 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:44:23,451 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:44:23,887 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:44:25,770 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:25,865 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:44:26,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:26,888 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:44:30,866 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:31,359 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:35,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:36,360 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:40,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:41,381 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:45,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:46,388 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:50,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:51,399 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:55,866 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:44:56,405 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:44:56,867 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:44:58,590 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:44:58,592 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:44:58,592 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:44:58,592 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:44:58,900 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:45:00,901 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:45:01,690 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:02,789 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:06,701 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:07,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:11,702 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:12,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:16,751 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:17,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:21,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:22,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:25,867 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:45:26,753 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:27,868 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:31,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:45:31,035 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:45:31,036 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:45:31,036 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:45:31,754 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:31,912 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:45:32,912 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:45:32,990 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:36,755 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:37,991 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:41,757 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:42,992 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:46,763 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:47,993 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:51,764 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:52,994 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:45:55,868 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:45:56,765 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:45:58,869 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:01,480 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:46:01,482 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:46:01,482 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:46:01,482 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:46:01,773 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:01,923 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:46:04,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:04,924 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:46:06,779 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:09,444 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:11,780 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:14,445 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:16,781 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:19,446 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:21,783 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:24,447 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:25,869 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:46:26,784 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:29,870 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:31,790 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:34,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:36,791 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:36,792 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:46:36,793 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:46:36,793 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:46:36,794 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:46:36,936 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:46:38,937 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:46:40,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:41,793 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:45,829 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:46,799 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:50,830 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:51,800 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:46:55,831 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:46:55,870 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:46:56,806 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:00,871 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:01,812 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:05,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:06,815 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:07,423 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:47:07,424 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:47:07,424 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:47:07,425 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:47:07,947 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:47:08,948 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:47:10,948 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:47:11,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:11,821 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:16,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:17,015 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:21,281 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:22,021 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:25,871 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:47:26,872 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:27,022 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:31,873 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:32,033 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:36,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:37,034 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:40,380 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:47:40,382 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:47:40,382 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:47:40,383 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:47:40,959 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:47:42,039 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:42,671 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:42,960 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:47:47,056 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:47,672 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:52,057 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:52,673 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:47:55,872 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:47:57,060 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:47:57,873 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:02,061 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:02,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:07,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:07,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:10,489 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:48:10,489 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:48:10,490 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:48:10,490 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:48:10,971 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:48:12,078 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:12,972 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:48:13,409 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:17,081 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:18,410 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:22,092 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:23,411 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:25,873 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:48:27,093 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:28,874 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:32,104 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:33,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:37,168 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:38,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:42,170 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:42,173 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:48:42,174 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:48:42,174 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:48:42,175 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:48:42,982 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:48:44,076 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:44,983 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:48:47,171 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:49,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:52,205 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:54,077 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:48:55,873 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:48:57,227 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:48:59,875 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:02,233 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:04,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:07,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:09,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:11,559 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:49:11,560 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:49:11,560 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:49:11,561 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:49:11,993 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:49:12,254 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:12,993 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:49:14,994 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:49:15,569 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:17,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:20,570 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:22,269 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:25,571 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:25,874 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:49:27,270 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:30,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:32,314 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:35,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:37,322 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:40,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:42,328 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:43,264 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:49:43,265 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:49:43,266 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:49:43,266 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:49:44,004 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:49:45,005 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:49:46,212 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:47,692 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:51,213 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:52,693 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:49:55,875 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:49:56,876 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:49:57,710 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:01,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:02,940 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:06,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:07,952 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:11,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:12,958 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:13,706 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:50:13,707 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:50:13,708 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:50:13,708 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:50:14,015 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:50:15,016 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:50:17,016 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:50:17,530 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:17,988 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:22,531 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:23,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:25,876 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:50:27,877 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:28,261 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:32,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:33,272 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:37,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:38,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:41,910 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:50:41,911 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:50:41,911 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:50:41,912 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:50:42,026 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:50:43,279 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:43,863 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:45,027 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:50:48,280 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:48,864 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:53,288 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:53,865 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:50:55,877 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:50:58,362 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:50:58,878 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:03,383 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:03,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:08,385 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:08,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:13,390 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:13,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:14,142 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:51:14,143 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:51:14,144 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:51:14,144 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:51:15,039 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:51:17,040 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:51:18,528 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:19,079 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:23,534 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:24,080 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:25,878 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:51:28,540 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:29,879 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:33,542 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:34,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:38,563 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:39,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:43,567 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:44,476 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:51:44,477 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:51:44,477 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:51:44,478 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:51:45,052 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:51:45,196 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:47,053 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:51:48,573 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:50,521 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:53,574 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:51:55,522 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:51:55,879 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:51:58,901 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:00,880 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:03,906 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:05,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:08,907 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:10,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:13,908 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:15,067 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:52:15,068 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:52:15,069 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:52:15,069 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:52:16,024 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:16,063 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:52:17,064 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:52:18,961 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:21,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:23,962 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:25,880 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:52:26,881 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:28,964 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:31,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:33,975 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:36,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:39,226 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:41,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:44,232 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:46,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:47,470 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:52:47,471 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:52:47,471 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:52:47,472 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:52:48,076 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:52:49,076 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:52:49,234 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:51,077 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:52:52,752 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:54,235 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:52:55,881 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:52:57,882 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:52:59,241 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:02,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:04,242 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:07,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:09,244 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:12,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:14,245 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:17,856 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:53:17,857 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:53:17,858 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:53:17,858 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:53:18,087 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:53:18,495 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:19,087 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:53:19,251 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:21,088 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:53:23,768 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:24,252 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:25,882 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:53:28,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:29,253 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:33,883 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:34,259 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:38,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:39,260 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:43,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:44,267 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:48,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:49,273 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:53,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:53:54,085 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:53:54,086 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:53:54,087 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:53:54,087 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:53:54,099 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:53:54,285 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:55,883 DEBUG SenderThread:1179 [sender.py:send():378] send: stats -2024-04-09 03:53:57,101 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/output.log -2024-04-09 03:53:59,292 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:53:59,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:54:04,298 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:54:04,884 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:54:09,302 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:54:09,885 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:54:14,309 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:54:14,886 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:54:19,310 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:54:19,887 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:54:23,943 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:54:23,944 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:54:23,944 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:54:23,945 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:54:24,110 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:54:24,321 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: keepalive -2024-04-09 03:54:24,438 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: partial_history -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send():378] send: metric -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send():378] send: history -2024-04-09 03:54:24,441 DEBUG SenderThread:1179 [sender.py:send_request():405] send_request: summary_record -2024-04-09 03:54:24,442 INFO SenderThread:1179 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end -2024-04-09 03:54:25,111 INFO Thread-12 :1179 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240408_203054-ldiuneeg/files/wandb-summary.json -2024-04-09 03:54:25,442 DEBUG HandlerThread:1179 [handler.py:handle_request():146] handle_request: status_report -2024-04-09 03:54:25,883 DEBUG SenderThread:1179 [sender.py:send():378] send: stats +2024-04-09 22:07:00,443 INFO StreamThr :462 [internal.py:wandb_internal():86] W&B internal server running at pid: 462, started at: 2024-04-09 22:07:00.443187 +2024-04-09 22:07:00,445 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status +2024-04-09 22:07:00,767 INFO WriterThread:462 [datastore.py:open_for_write():87] open: /kaggle/working/wandb/run-20240409_220700-9aom042n/run-9aom042n.wandb +2024-04-09 22:07:00,767 DEBUG SenderThread:462 [sender.py:send():379] send: header +2024-04-09 22:07:00,770 DEBUG SenderThread:462 [sender.py:send():379] send: run +2024-04-09 22:07:03,990 INFO SenderThread:462 [dir_watcher.py:__init__():211] watching files in: /kaggle/working/wandb/run-20240409_220700-9aom042n/files +2024-04-09 22:07:03,990 INFO SenderThread:462 [sender.py:_start_run_threads():1124] run started: 9aom042n with start time 1712700420.443095 +2024-04-09 22:07:04,000 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: check_version +2024-04-09 22:07:04,000 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: check_version +2024-04-09 22:07:04,096 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: run_start +2024-04-09 22:07:04,107 DEBUG HandlerThread:462 [system_info.py:__init__():26] System info init +2024-04-09 22:07:04,107 DEBUG HandlerThread:462 [system_info.py:__init__():41] System info init done +2024-04-09 22:07:04,107 INFO HandlerThread:462 [system_monitor.py:start():194] Starting system monitor +2024-04-09 22:07:04,107 INFO SystemMonitor:462 [system_monitor.py:_start():158] Starting system asset monitoring threads +2024-04-09 22:07:04,107 INFO HandlerThread:462 [system_monitor.py:probe():214] Collecting system info +2024-04-09 22:07:04,108 INFO SystemMonitor:462 [interfaces.py:start():190] Started cpu monitoring +2024-04-09 22:07:04,109 INFO SystemMonitor:462 [interfaces.py:start():190] Started disk monitoring +2024-04-09 22:07:04,111 INFO SystemMonitor:462 [interfaces.py:start():190] Started gpu monitoring +2024-04-09 22:07:04,111 INFO SystemMonitor:462 [interfaces.py:start():190] Started memory monitoring +2024-04-09 22:07:04,112 INFO SystemMonitor:462 [interfaces.py:start():190] Started network monitoring +2024-04-09 22:07:04,126 DEBUG HandlerThread:462 [system_info.py:probe():150] Probing system +2024-04-09 22:07:04,129 DEBUG HandlerThread:462 [gitlib.py:_init_repo():56] git repository is invalid +2024-04-09 22:07:04,129 DEBUG HandlerThread:462 [system_info.py:probe():198] Probing system done +2024-04-09 22:07:04,129 DEBUG HandlerThread:462 [system_monitor.py:probe():223] {'os': 'Linux-5.15.133+-x86_64-with-glibc2.31', 'python': '3.10.13', 'heartbeatAt': '2024-04-09T22:07:04.127016', 'startedAt': '2024-04-09T22:07:00.437103', 'docker': None, 'cuda': None, 'args': (), 'state': 'running', 'program': 'kaggle.ipynb', 'codePathLocal': None, 'root': '/kaggle/working', 'host': '6e44b39f6877', 'username': 'root', 'executable': '/opt/conda/bin/python3.10', 'cpu_count': 2, 'cpu_count_logical': 4, 'cpu_freq': {'current': 2000.152, 'min': 0.0, 'max': 0.0}, 'cpu_freq_per_core': [{'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}, {'current': 2000.152, 'min': 0.0, 'max': 0.0}], 'disk': {'/': {'total': 8062.387607574463, 'used': 5569.50146484375}}, 'gpu': 'Tesla T4', 'gpu_count': 2, 'gpu_devices': [{'name': 'Tesla T4', 'memory_total': 16106127360}, {'name': 'Tesla T4', 'memory_total': 16106127360}], 'memory': {'total': 31.357559204101562}} +2024-04-09 22:07:04,129 INFO HandlerThread:462 [system_monitor.py:probe():224] Finished collecting system info +2024-04-09 22:07:04,129 INFO HandlerThread:462 [system_monitor.py:probe():227] Publishing system info +2024-04-09 22:07:04,129 DEBUG HandlerThread:462 [system_info.py:_save_conda():207] Saving list of conda packages installed into the current environment +2024-04-09 22:07:04,992 INFO Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/conda-environment.yaml +2024-04-09 22:07:19,144 ERROR HandlerThread:462 [system_info.py:_save_conda():221] Error saving conda packages: Command '['conda', 'env', 'export']' timed out after 15 seconds +Traceback (most recent call last): + File "/opt/conda/lib/python3.10/site-packages/wandb/sdk/internal/system/system_info.py", line 214, in _save_conda + subprocess.call( + File "/opt/conda/lib/python3.10/subprocess.py", line 347, in call + return p.wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1209, in wait + return self._wait(timeout=timeout) + File "/opt/conda/lib/python3.10/subprocess.py", line 1951, in _wait + raise TimeoutExpired(self.args, timeout) +subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after 15 seconds +2024-04-09 22:07:19,144 DEBUG HandlerThread:462 [system_info.py:_save_conda():222] Saving conda packages done +2024-04-09 22:07:19,145 INFO HandlerThread:462 [system_monitor.py:probe():229] Finished publishing system info +2024-04-09 22:07:19,150 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:19,150 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: keepalive +2024-04-09 22:07:19,150 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:19,151 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: keepalive +2024-04-09 22:07:19,151 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:19,151 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: keepalive +2024-04-09 22:07:19,151 DEBUG SenderThread:462 [sender.py:send():379] send: files +2024-04-09 22:07:19,151 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-metadata.json with policy now +2024-04-09 22:07:19,461 INFO wandb-upload_0:462 [upload_job.py:push():131] Uploaded file /tmp/tmpjk_7pw69wandb/fv30folz-wandb-metadata.json +2024-04-09 22:07:19,995 INFO Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/wandb-metadata.json +2024-04-09 22:07:20,150 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: python_packages +2024-04-09 22:07:20,151 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: python_packages +2024-04-09 22:07:20,154 DEBUG SenderThread:462 [sender.py:send():379] send: telemetry +2024-04-09 22:07:20,164 DEBUG SenderThread:462 [sender.py:send():379] send: config +2024-04-09 22:07:20,167 DEBUG SenderThread:462 [sender.py:send():379] send: metric +2024-04-09 22:07:20,167 DEBUG SenderThread:462 [sender.py:send():379] send: telemetry +2024-04-09 22:07:20,167 DEBUG SenderThread:462 [sender.py:send():379] send: metric +2024-04-09 22:07:20,167 WARNING SenderThread:462 [sender.py:send_metric():1341] Seen metric with glob (shouldn't happen) +2024-04-09 22:07:20,168 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:07:20,168 DEBUG SenderThread:462 [sender.py:send():379] send: telemetry +2024-04-09 22:07:20,169 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:07:20,171 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:07:20,996 INFO Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/output.log +2024-04-09 22:07:20,996 INFO Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/requirements.txt +2024-04-09 22:07:21,386 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:23,000 INFO Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/output.log +2024-04-09 22:07:26,387 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:31,393 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:32,004 INFO Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/config.yaml +2024-04-09 22:07:35,154 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:07:35,154 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:07:35,154 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:07:37,289 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:42,290 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:47,291 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:50,153 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:07:50,153 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:07:50,154 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:07:53,243 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:07:58,243 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:03,244 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:04,112 DEBUG SystemMonitor:462 [system_monitor.py:_start():172] Starting system metrics aggregation loop +2024-04-09 22:08:04,114 DEBUG SenderThread:462 [sender.py:send():379] send: stats +2024-04-09 22:08:05,151 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:08:05,152 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:08:05,155 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:08:08,312 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:13,313 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:14,561 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: partial_history +2024-04-09 22:08:14,564 DEBUG SenderThread:462 [sender.py:send():379] send: metric +2024-04-09 22:08:14,564 DEBUG SenderThread:462 [sender.py:send():379] send: metric +2024-04-09 22:08:14,564 DEBUG SenderThread:462 [sender.py:send():379] send: metric +2024-04-09 22:08:14,565 DEBUG SenderThread:462 [sender.py:send():379] send: metric +2024-04-09 22:08:14,565 DEBUG SenderThread:462 [sender.py:send():379] send: history +2024-04-09 22:08:14,565 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:08:14,567 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:08:15,020 INFO Thread-12 :462 [dir_watcher.py:_on_file_created():271] file/dir created: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/wandb-summary.json +2024-04-09 22:08:17,021 INFO Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/output.log +2024-04-09 22:08:19,130 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:20,152 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:08:20,152 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:08:20,156 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:08:24,247 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:29,248 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:34,115 DEBUG SenderThread:462 [sender.py:send():379] send: stats +2024-04-09 22:08:35,121 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:35,202 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:08:35,203 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:08:35,256 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:08:36,029 INFO Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/config.yaml +2024-04-09 22:08:40,388 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:45,389 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:50,159 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:08:50,160 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:08:50,160 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:08:51,289 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:08:56,289 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:09:01,290 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:09:04,116 DEBUG SenderThread:462 [sender.py:send():379] send: stats +2024-04-09 22:09:05,159 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: internal_messages +2024-04-09 22:09:05,160 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: stop_status +2024-04-09 22:09:05,160 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: stop_status +2024-04-09 22:09:06,333 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:09:11,334 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: status_report +2024-04-09 22:09:12,622 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: partial_history +2024-04-09 22:09:12,623 DEBUG SenderThread:462 [sender.py:send():379] send: history +2024-04-09 22:09:12,623 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:12,624 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,028 DEBUG SenderThread:462 [sender.py:send():379] send: telemetry +2024-04-09 22:09:13,028 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:13,030 DEBUG HandlerThread:462 [handler.py:handle_request():146] handle_request: partial_history +2024-04-09 22:09:13,032 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,032 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:13,032 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,033 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:13,033 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,033 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:13,034 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,034 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:13,034 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,034 DEBUG SenderThread:462 [sender.py:send():379] send: history +2024-04-09 22:09:13,034 DEBUG SenderThread:462 [sender.py:send_request():406] send_request: summary_record +2024-04-09 22:09:13,035 INFO SenderThread:462 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end +2024-04-09 22:09:13,042 INFO Thread-12 :462 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240409_220700-9aom042n/files/wandb-summary.json