diff --git "a/wandb/run-20230328_174559-mzmf7gh8/logs/debug-internal.log" "b/wandb/run-20230328_174559-mzmf7gh8/logs/debug-internal.log" new file mode 100644--- /dev/null +++ "b/wandb/run-20230328_174559-mzmf7gh8/logs/debug-internal.log" @@ -0,0 +1,1554 @@ +2023-03-28 17:45:59,329 INFO StreamThr :4493 [internal.py:wandb_internal():87] W&B internal server running at pid: 4493, started at: 2023-03-28 17:45:59.329221 +2023-03-28 17:45:59,332 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status +2023-03-28 17:45:59,334 INFO WriterThread:4493 [datastore.py:open_for_write():85] open: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/run-mzmf7gh8.wandb +2023-03-28 17:45:59,335 DEBUG SenderThread:4493 [sender.py:send():336] send: header +2023-03-28 17:45:59,336 DEBUG SenderThread:4493 [sender.py:send():336] send: run +2023-03-28 17:45:59,539 INFO SenderThread:4493 [dir_watcher.py:__init__():219] watching files in: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files +2023-03-28 17:45:59,539 INFO SenderThread:4493 [sender.py:_start_run_threads():1078] run started: mzmf7gh8 with start time 1680025559.327599 +2023-03-28 17:45:59,539 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 17:45:59,539 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 17:45:59,541 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: check_version +2023-03-28 17:45:59,541 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: check_version +2023-03-28 17:45:59,712 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: run_start +2023-03-28 17:45:59,723 DEBUG HandlerThread:4493 [system_info.py:__init__():31] System info init +2023-03-28 17:45:59,723 DEBUG HandlerThread:4493 [system_info.py:__init__():46] System info init done +2023-03-28 17:45:59,723 INFO HandlerThread:4493 [system_monitor.py:start():183] Starting system monitor +2023-03-28 17:45:59,724 INFO SystemMonitor:4493 [system_monitor.py:_start():147] Starting system asset monitoring threads +2023-03-28 17:45:59,724 INFO HandlerThread:4493 [system_monitor.py:probe():204] Collecting system info +2023-03-28 17:45:59,725 INFO SystemMonitor:4493 [interfaces.py:start():187] Started cpu monitoring +2023-03-28 17:45:59,726 INFO SystemMonitor:4493 [interfaces.py:start():187] Started disk monitoring +2023-03-28 17:45:59,727 INFO SystemMonitor:4493 [interfaces.py:start():187] Started gpu monitoring +2023-03-28 17:45:59,729 INFO SystemMonitor:4493 [interfaces.py:start():187] Started memory monitoring +2023-03-28 17:45:59,730 INFO SystemMonitor:4493 [interfaces.py:start():187] Started network monitoring +2023-03-28 17:45:59,806 DEBUG HandlerThread:4493 [system_info.py:probe():195] Probing system +2023-03-28 17:45:59,808 DEBUG HandlerThread:4493 [system_info.py:_probe_git():180] Probing git +2023-03-28 17:45:59,817 DEBUG HandlerThread:4493 [system_info.py:_probe_git():188] Probing git done +2023-03-28 17:45:59,817 DEBUG HandlerThread:4493 [system_info.py:probe():240] Probing system done +2023-03-28 17:45:59,817 DEBUG HandlerThread:4493 [system_monitor.py:probe():213] {'os': 'Linux-5.4.0-113-generic-x86_64-with-glibc2.31', 'python': '3.10.10', 'heartbeatAt': '2023-03-28T17:45:59.806175', 'startedAt': '2023-03-28T17:45:59.318188', 'docker': None, 'cuda': None, 'args': ('--base_model', '/root/llama-7b-hf/', '--data_path', './alpaca_data_cleaned.json', '--output_dir', './lora-alpaca', '--batch_size', '1024', '--micro_batch_size', '128'), 'state': 'running', 'program': '/root/alpaca-lora/finetune.py', 'codePath': 'finetune.py', 'git': {'remote': 'https://github.com/tloen/alpaca-lora.git', 'commit': '345c8fbb7bec0eb05e81c13693d06465287a7e3d'}, 'email': None, 'root': '/root/alpaca-lora', 'host': 'c35059eec1c7', 'username': 'root', 'executable': '/usr/bin/python', 'cpu_count': 64, 'cpu_count_logical': 128, 'cpu_freq': {'current': 1804.408890624999, 'min': 1500.0, 'max': 2500.0}, 'cpu_freq_per_core': [{'current': 1450.74, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.058, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.815, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.417, 'min': 1500.0, 'max': 2500.0}, {'current': 3334.731, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.036, 'min': 1500.0, 'max': 2500.0}, {'current': 1486.123, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.285, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.92, 'min': 1500.0, 'max': 2500.0}, {'current': 1800.269, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.298, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.883, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.093, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.227, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.322, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.779, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.645, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.544, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.881, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.731, 'min': 1500.0, 'max': 2500.0}, {'current': 2338.39, 'min': 1500.0, 'max': 2500.0}, {'current': 1489.223, 'min': 1500.0, 'max': 2500.0}, {'current': 1494.851, 'min': 1500.0, 'max': 2500.0}, {'current': 1489.069, 'min': 1500.0, 'max': 2500.0}, {'current': 1666.105, 'min': 1500.0, 'max': 2500.0}, {'current': 1443.075, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.572, 'min': 1500.0, 'max': 2500.0}, {'current': 1800.395, 'min': 1500.0, 'max': 2500.0}, {'current': 3340.524, 'min': 1500.0, 'max': 2500.0}, {'current': 3246.902, 'min': 1500.0, 'max': 2500.0}, {'current': 1673.485, 'min': 1500.0, 'max': 2500.0}, {'current': 3349.424, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.191, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.633, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.76, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.294, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.914, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.084, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.238, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.262, 'min': 1500.0, 'max': 2500.0}, {'current': 3345.499, 'min': 1500.0, 'max': 2500.0}, {'current': 3345.563, 'min': 1500.0, 'max': 2500.0}, {'current': 1673.989, 'min': 1500.0, 'max': 2500.0}, {'current': 1674.992, 'min': 1500.0, 'max': 2500.0}, {'current': 3349.952, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.692, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.34, 'min': 1500.0, 'max': 2500.0}, {'current': 1486.725, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.786, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.932, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.896, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.624, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.255, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.346, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.475, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.345, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.571, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.301, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.514, 'min': 1500.0, 'max': 2500.0}, {'current': 1799.265, 'min': 1500.0, 'max': 2500.0}, {'current': 1486.883, 'min': 1500.0, 'max': 2500.0}, {'current': 3343.41, 'min': 1500.0, 'max': 2500.0}, {'current': 1673.837, 'min': 1500.0, 'max': 2500.0}, {'current': 1673.336, 'min': 1500.0, 'max': 2500.0}, {'current': 1487.121, 'min': 1500.0, 'max': 2500.0}, {'current': 1486.946, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.835, 'min': 1500.0, 'max': 2500.0}, {'current': 2690.15, 'min': 1500.0, 'max': 2500.0}, {'current': 3351.673, 'min': 1500.0, 'max': 2500.0}, {'current': 1487.586, 'min': 1500.0, 'max': 2500.0}, {'current': 1487.318, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.857, 'min': 1500.0, 'max': 2500.0}, {'current': 3348.481, 'min': 1500.0, 'max': 2500.0}, {'current': 3350.093, 'min': 1500.0, 'max': 2500.0}, {'current': 3349.644, 'min': 1500.0, 'max': 2500.0}, {'current': 3350.818, 'min': 1500.0, 'max': 2500.0}, {'current': 3349.572, 'min': 1500.0, 'max': 2500.0}, {'current': 3345.53, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.753, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.811, 'min': 1500.0, 'max': 2500.0}, {'current': 3346.66, 'min': 1500.0, 'max': 2500.0}, {'current': 2576.897, 'min': 1500.0, 'max': 2500.0}, {'current': 2611.075, 'min': 1500.0, 'max': 2500.0}, {'current': 2614.701, 'min': 1500.0, 'max': 2500.0}, {'current': 3348.767, 'min': 1500.0, 'max': 2500.0}, {'current': 1487.161, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.665, 'min': 1500.0, 'max': 2500.0}, {'current': 1457.393, 'min': 1500.0, 'max': 2500.0}, {'current': 1912.878, 'min': 1500.0, 'max': 2500.0}, {'current': 1491.9, 'min': 1500.0, 'max': 2500.0}, {'current': 1492.847, 'min': 1500.0, 'max': 2500.0}, {'current': 2614.927, 'min': 1500.0, 'max': 2500.0}, {'current': 3347.835, 'min': 1500.0, 'max': 2500.0}, {'current': 2497.816, 'min': 1500.0, 'max': 2500.0}, {'current': 2543.329, 'min': 1500.0, 'max': 2500.0}, {'current': 3349.205, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.763, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.926, 'min': 1500.0, 'max': 2500.0}, {'current': 1499.647, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.029, 'min': 1500.0, 'max': 2500.0}, {'current': 2556.933, 'min': 1500.0, 'max': 2500.0}, {'current': 1494.516, 'min': 1500.0, 'max': 2500.0}, {'current': 1493.284, 'min': 1500.0, 'max': 2500.0}, {'current': 1851.977, 'min': 1500.0, 'max': 2500.0}, {'current': 3351.242, 'min': 1500.0, 'max': 2500.0}, {'current': 3350.497, 'min': 1500.0, 'max': 2500.0}, {'current': 2474.341, 'min': 1500.0, 'max': 2500.0}, {'current': 2491.446, 'min': 1500.0, 'max': 2500.0}, {'current': 3349.844, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.604, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.116, 'min': 1500.0, 'max': 2500.0}, {'current': 1487.271, 'min': 1500.0, 'max': 2500.0}, {'current': 1497.468, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.769, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.175, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.385, 'min': 1500.0, 'max': 2500.0}, {'current': 1492.725, 'min': 1500.0, 'max': 2500.0}, {'current': 1494.054, 'min': 1500.0, 'max': 2500.0}, {'current': 2521.72, 'min': 1500.0, 'max': 2500.0}, {'current': 1498.841, 'min': 1500.0, 'max': 2500.0}, {'current': 1492.901, 'min': 1500.0, 'max': 2500.0}, {'current': 1493.652, 'min': 1500.0, 'max': 2500.0}, {'current': 1858.326, 'min': 1500.0, 'max': 2500.0}, {'current': 1798.766, 'min': 1500.0, 'max': 2500.0}, {'current': 1488.242, 'min': 1500.0, 'max': 2500.0}, {'current': 3353.958, 'min': 1500.0, 'max': 2500.0}, {'current': 1674.086, 'min': 1500.0, 'max': 2500.0}, {'current': 1674.16, 'min': 1500.0, 'max': 2500.0}], 'disk': {'total': 100.0, 'used': 28.334514617919922}, 'gpu': 'NVIDIA A100 80GB PCIe', 'gpu_count': 4, 'gpu_devices': [{'name': 'NVIDIA A100 80GB PCIe', 'memory_total': 85899345920}, {'name': 'NVIDIA A100 80GB PCIe', 'memory_total': 85899345920}, {'name': 'NVIDIA A100 80GB PCIe', 'memory_total': 85899345920}, {'name': 'NVIDIA A100 80GB PCIe', 'memory_total': 85899345920}], 'memory': {'total': 1007.7458572387695}} +2023-03-28 17:45:59,817 INFO HandlerThread:4493 [system_monitor.py:probe():214] Finished collecting system info +2023-03-28 17:45:59,817 INFO HandlerThread:4493 [system_monitor.py:probe():217] Publishing system info +2023-03-28 17:45:59,817 DEBUG HandlerThread:4493 [system_info.py:_save_pip():51] Saving list of pip packages installed into the current environment +2023-03-28 17:45:59,818 DEBUG HandlerThread:4493 [system_info.py:_save_pip():67] Saving pip packages done +2023-03-28 17:45:59,819 INFO HandlerThread:4493 [system_monitor.py:probe():219] Finished publishing system info +2023-03-28 17:45:59,821 DEBUG SenderThread:4493 [sender.py:send():336] send: files +2023-03-28 17:45:59,821 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-metadata.json with policy now +2023-03-28 17:45:59,827 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:45:59,828 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:45:59,908 DEBUG SenderThread:4493 [sender.py:send():336] send: telemetry +2023-03-28 17:45:59,908 DEBUG SenderThread:4493 [sender.py:send():336] send: config +2023-03-28 17:45:59,910 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 17:45:59,910 DEBUG SenderThread:4493 [sender.py:send():336] send: telemetry +2023-03-28 17:45:59,910 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 17:45:59,910 WARNING SenderThread:4493 [sender.py:send_metric():1283] Seen metric with glob (shouldn't happen) +2023-03-28 17:46:00,203 INFO wandb-upload_0:4493 [upload_job.py:push():138] Uploaded file /tmp/tmpnb389u7dwandb/q8h6g5h3-wandb-metadata.json +2023-03-28 17:46:00,541 INFO Thread-13 :4493 [dir_watcher.py:_on_file_created():278] file/dir created: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/requirements.txt +2023-03-28 17:46:00,542 INFO Thread-13 :4493 [dir_watcher.py:_on_file_created():278] file/dir created: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-metadata.json +2023-03-28 17:46:00,542 INFO Thread-13 :4493 [dir_watcher.py:_on_file_created():278] file/dir created: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 17:46:00,542 INFO Thread-13 :4493 [dir_watcher.py:_on_file_created():278] file/dir created: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:46:02,540 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:46:04,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:09,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:14,828 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:46:14,829 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:46:15,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:20,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:24,549 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:46:26,608 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:29,828 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:46:29,829 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:46:31,900 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:32,551 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/config.yaml +2023-03-28 17:46:37,082 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:42,083 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:44,829 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:46:44,830 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:46:46,557 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:46:47,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:52,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:57,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:46:59,731 DEBUG SystemMonitor:4493 [system_monitor.py:_start():161] Starting system metrics aggregation loop +2023-03-28 17:46:59,735 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:46:59,829 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:46:59,829 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:47:03,896 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:08,564 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:47:09,214 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:14,215 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:14,828 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:47:14,829 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:47:19,901 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:24,902 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:29,737 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:47:29,829 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:47:29,830 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:47:30,572 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:47:30,900 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:35,902 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:40,903 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:44,830 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:47:44,831 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:47:45,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:50,944 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:52,581 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:47:55,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:47:59,741 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:47:59,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:47:59,832 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:48:01,903 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:06,904 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:12,795 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:14,589 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:48:14,830 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:48:14,831 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:48:17,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:22,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:27,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:29,744 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:48:29,830 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:48:29,831 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:48:33,694 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:36,598 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:48:38,695 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:43,696 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:44,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:48:44,832 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:48:48,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:53,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:56,606 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:48:59,586 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:48:59,747 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:48:59,830 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:48:59,831 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:49:04,897 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:09,898 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:14,830 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:49:14,831 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:49:14,907 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:18,616 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:49:20,481 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:25,482 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:29,750 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:49:29,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:49:29,832 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:49:30,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:35,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:39,342 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 17:49:39,344 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 17:49:39,345 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 17:49:39,345 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 17:49:39,345 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 17:49:39,345 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 17:49:39,349 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 17:49:39,631 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 17:49:40,632 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:49:41,358 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:41,632 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:49:41,633 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/config.yaml +2023-03-28 17:49:44,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:49:44,832 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:49:46,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:51,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:56,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:49:59,753 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:49:59,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:49:59,832 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:50:02,242 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:02,641 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:50:07,243 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:12,244 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:14,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:50:14,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:50:17,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:22,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:24,649 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:50:28,134 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:29,755 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:50:29,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:50:29,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:50:33,902 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:38,903 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:43,904 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:44,831 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:50:44,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:50:46,656 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:50:49,032 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:54,033 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:59,034 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:50:59,757 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:50:59,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:50:59,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:51:04,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:08,665 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:51:09,943 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:14,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:51:14,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:51:15,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:20,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:25,927 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:29,759 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:51:29,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:51:29,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:51:30,673 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:51:31,904 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:36,905 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:41,906 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:44,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:51:44,834 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:51:46,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:52,681 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:51:52,728 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:57,729 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:51:59,762 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:51:59,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:51:59,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:52:02,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:07,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:13,653 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:14,690 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:52:14,832 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:52:14,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:52:18,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:23,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:28,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:29,765 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:52:29,833 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:52:29,833 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:52:33,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:36,699 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:52:39,585 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:44,586 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:44,833 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:52:44,834 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:52:49,904 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:54,905 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:52:56,706 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:52:59,767 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:52:59,833 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:52:59,834 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:52:59,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:04,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:09,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:14,833 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:53:14,834 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:53:14,931 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:18,389 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 17:53:18,392 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 17:53:18,392 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 17:53:18,393 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 17:53:18,715 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 17:53:18,715 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:53:19,715 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:53:20,395 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:25,396 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:29,769 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:53:29,833 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:53:29,834 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:53:30,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:35,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:40,722 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:53:41,281 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:44,834 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:53:44,835 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:53:46,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:51,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:56,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:53:59,772 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:53:59,834 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:53:59,835 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:54:02,195 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:02,730 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:54:07,196 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:12,197 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:14,834 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:54:14,835 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:54:17,938 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:22,940 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:24,736 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:54:28,101 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:29,775 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:54:29,834 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:54:29,835 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:54:33,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:38,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:43,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:44,834 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:54:44,835 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:54:46,746 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:54:49,014 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:54,015 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:59,016 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:54:59,777 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:54:59,834 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:54:59,835 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:55:04,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:09,754 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:55:09,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:14,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:55:14,837 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:55:15,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:20,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:25,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:29,782 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:55:29,835 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:55:29,836 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:55:31,763 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:55:31,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:36,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:41,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:44,835 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:55:44,836 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:55:46,930 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:52,733 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:53,772 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:55:57,734 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:55:59,784 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:55:59,835 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:55:59,836 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:56:02,908 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:07,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:12,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:14,835 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:56:14,836 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:56:15,780 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:56:18,907 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:23,908 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:28,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:29,787 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:56:29,835 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:56:29,836 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:56:33,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:37,795 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:56:39,589 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:44,590 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:44,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:56:44,836 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:56:49,903 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:54,904 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:56:57,510 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 17:56:57,513 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 17:56:57,513 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 17:56:57,514 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 17:56:57,802 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 17:56:59,790 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:56:59,803 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:56:59,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:56:59,837 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:56:59,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:00,803 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:57:04,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:09,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:14,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:57:14,837 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:57:15,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:21,411 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:21,813 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:57:26,412 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:29,792 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:57:29,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:57:29,837 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:57:31,905 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:36,906 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:42,356 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:43,824 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:57:44,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:57:44,838 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:57:47,903 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:52,905 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:57,906 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:57:59,795 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:57:59,836 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:57:59,837 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:58:02,908 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:05,833 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:58:08,296 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:13,297 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:14,837 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:58:14,837 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:58:18,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:23,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:27,841 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:58:29,216 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:29,799 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:58:29,837 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:58:29,838 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:58:34,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:39,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:44,837 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:58:44,838 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:58:45,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:49,851 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:58:51,129 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:56,130 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:58:59,800 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:58:59,837 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:58:59,838 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:59:01,908 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:06,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:11,860 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:59:12,020 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:14,837 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:59:14,838 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:59:17,911 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:22,912 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:27,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:29,803 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:59:29,837 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:59:29,838 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:59:31,868 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:59:32,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:37,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:42,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:44,838 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:59:44,839 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 17:59:48,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:53,877 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 17:59:54,777 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:59,777 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 17:59:59,806 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 17:59:59,838 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 17:59:59,839 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:00:04,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:09,911 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:14,838 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:00:14,839 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:00:15,886 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:00:15,908 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:20,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:25,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:29,808 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:00:29,838 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:00:29,840 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:00:31,908 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:36,607 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:00:36,610 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:00:36,610 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:00:36,612 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:00:36,894 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:00:37,613 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:37,895 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:00:38,895 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:00:42,614 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:44,838 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:00:44,839 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:00:47,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:52,927 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:57,928 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:00:59,811 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:00:59,839 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:00:59,840 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:00:59,904 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:01:03,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:08,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:13,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:14,839 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:01:14,840 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:01:19,906 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:21,913 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:01:25,454 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:29,815 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:01:29,839 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:01:29,840 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:01:30,911 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:35,912 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:40,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:43,920 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:01:44,839 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:01:44,840 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:01:45,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:50,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:55,923 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:01:59,817 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:01:59,840 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:01:59,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:02:01,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:05,929 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:02:07,315 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:12,316 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:14,840 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:02:14,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:02:17,923 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:22,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:27,937 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:02:28,262 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:29,820 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:02:29,840 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:02:29,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:02:33,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:38,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:43,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:44,840 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:02:44,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:02:49,215 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:49,946 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:02:54,216 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:59,216 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:02:59,824 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:02:59,840 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:02:59,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:03:04,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:09,923 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:11,955 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:03:14,840 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:03:14,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:03:15,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:20,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:25,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:29,827 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:03:29,841 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:03:29,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:03:31,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:33,963 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:03:37,060 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:42,061 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:44,841 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:03:44,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:03:45,967 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:03:47,340 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:52,342 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:57,343 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:03:59,828 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:03:59,841 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:03:59,841 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:04:02,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:07,242 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:04:07,244 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:04:07,245 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:04:07,245 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:04:07,974 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:04:07,974 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:04:08,246 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:08,974 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:04:13,247 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:14,841 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:04:14,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:04:18,923 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:23,927 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:28,928 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:29,832 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:04:29,841 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:04:29,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:04:29,984 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:04:34,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:39,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:44,841 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:04:44,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:04:44,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:49,923 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:51,992 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:04:55,089 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:04:59,833 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:04:59,842 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:04:59,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:05:00,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:05,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:10,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:14,004 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:05:14,842 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:05:14,842 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:05:16,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:21,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:26,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:29,835 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:05:29,842 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:05:29,843 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:05:31,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:36,011 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:05:36,930 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:41,931 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:44,842 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:05:44,843 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:05:47,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:52,925 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:58,019 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:05:58,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:05:59,837 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:05:59,843 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:05:59,843 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:06:03,909 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:08,910 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:13,911 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:14,843 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:06:14,844 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:06:19,810 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:20,027 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:06:24,811 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:29,812 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:29,839 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:06:29,843 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:06:29,844 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:06:34,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:39,927 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:42,035 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:06:44,843 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:06:44,844 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:06:45,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:50,923 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:55,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:06:59,844 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:06:59,844 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:06:59,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:07:01,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:04,046 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:07:07,707 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:12,708 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:14,843 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:07:14,844 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:07:17,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:22,925 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:26,055 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:07:28,643 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:29,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:07:29,846 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:07:29,848 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:07:33,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:38,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:43,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:44,844 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:07:44,844 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:07:46,632 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:07:46,635 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:07:46,635 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:07:46,636 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:07:47,063 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:07:48,063 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:07:49,064 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:07:49,637 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:54,639 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:59,640 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:07:59,844 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:07:59,848 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:07:59,915 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:08:04,918 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:10,071 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:08:10,586 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:14,844 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:08:14,845 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:08:15,925 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:20,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:25,928 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:29,844 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:08:29,845 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:08:29,938 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:08:31,540 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:32,078 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:08:36,541 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:41,542 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:44,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:08:44,846 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:08:46,912 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:51,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:54,085 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:08:57,525 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:08:59,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:08:59,845 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:08:59,925 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:09:02,927 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:07,928 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:12,929 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:14,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:09:14,846 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:09:16,092 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:09:18,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:23,927 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:28,928 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:29,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:09:29,846 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:09:29,926 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:09:33,929 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:38,099 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:09:39,494 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:44,495 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:44,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:09:44,846 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:09:49,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:54,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:09:59,846 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:09:59,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:09:59,915 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:10:00,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:01,107 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:10:05,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:10,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:14,845 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:10:14,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:10:15,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:21,195 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:23,115 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:10:26,196 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:29,846 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:10:29,846 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:10:29,941 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:10:31,943 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:36,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:41,946 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:44,846 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:10:44,846 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:10:45,123 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:10:47,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:52,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:57,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:10:59,846 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:10:59,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:10:59,921 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:11:03,746 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:05,131 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:11:08,747 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:13,749 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:14,846 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:11:14,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:11:18,913 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:23,914 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:25,505 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:11:25,507 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:11:25,508 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:11:25,509 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:11:26,138 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:11:27,139 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:11:29,511 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:29,846 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:11:29,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:11:29,939 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:11:34,942 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:39,944 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:44,847 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:11:44,847 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:11:44,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:49,151 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:11:50,289 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:55,290 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:11:59,847 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:11:59,848 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:11:59,913 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:12:00,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:05,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:11,093 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:11,162 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:12:14,847 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:12:14,848 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:12:16,915 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:21,916 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:26,917 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:29,848 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:12:29,849 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:12:29,946 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:12:32,816 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:33,170 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:12:37,817 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:42,818 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:44,847 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:12:44,848 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:12:47,936 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:53,569 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:55,178 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:12:58,570 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:12:59,848 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:12:59,848 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:12:59,930 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:13:03,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:08,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:13,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:14,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:13:14,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:13:17,187 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:13:19,929 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:24,930 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:29,848 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:13:29,849 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:13:29,939 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:13:29,940 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:34,942 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:39,195 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:13:40,115 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:44,848 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:13:44,849 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:13:45,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:50,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:55,936 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:13:59,203 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:13:59,848 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:13:59,849 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:13:59,916 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:14:01,919 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:06,920 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:11,921 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:14,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:14:14,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:14:16,931 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:21,210 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:14:22,632 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:27,634 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:29,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:14:29,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:14:29,923 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:14:32,925 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:37,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:43,219 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:14:43,404 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:44,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:14:44,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:14:48,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:53,948 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:58,949 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:14:59,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:14:59,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:14:59,943 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:15:03,170 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:15:03,172 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:15:03,173 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:15:03,174 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:15:03,230 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:15:04,176 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:05,232 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:15:09,177 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:14,178 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:14,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:15:14,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:15:19,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:24,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:27,242 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:15:29,849 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:15:29,850 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:15:29,930 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:15:30,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:35,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:40,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:44,850 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:15:44,851 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:15:46,733 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:49,252 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:15:51,734 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:56,736 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:15:59,850 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:15:59,851 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:15:59,928 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:16:01,930 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:06,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:11,262 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:16:12,487 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:14,851 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:16:14,852 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:16:17,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:22,925 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:27,926 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:29,850 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:16:29,851 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:16:29,931 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:16:31,269 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:16:33,299 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:38,300 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:43,301 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:44,850 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:16:44,851 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:16:48,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:53,278 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:16:54,052 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:59,053 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:16:59,850 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:16:59,851 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:16:59,920 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:17:04,924 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:09,925 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:14,851 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:17:14,852 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:17:14,931 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:15,285 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:17:19,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:24,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:29,851 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:17:29,852 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:17:29,935 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:17:29,936 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:34,939 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:37,293 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:17:40,617 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:44,851 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:17:44,852 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:17:45,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:50,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:55,936 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:17:59,301 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:17:59,851 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:17:59,852 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:17:59,929 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:18:01,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:06,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:11,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:14,851 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:18:14,852 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:18:17,922 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:21,310 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:18:23,178 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:28,179 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:29,852 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:18:29,853 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:18:29,954 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:18:33,957 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:38,958 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:40,950 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:18:40,953 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:18:40,954 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:18:40,954 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:18:41,318 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:18:43,319 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:18:44,319 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:18:44,852 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:18:44,853 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:18:44,942 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:49,943 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:54,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:18:59,852 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:18:59,853 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:18:59,927 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:19:00,930 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:05,334 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:19:06,734 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:11,735 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:14,852 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:19:14,853 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:19:16,932 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:21,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:25,341 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:19:27,512 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:29,853 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:19:29,854 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:19:29,930 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:19:32,933 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:37,934 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:42,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:44,853 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:19:44,854 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:19:47,349 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:19:48,323 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:53,324 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:58,325 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:19:59,853 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:19:59,854 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:19:59,934 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:20:03,937 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:09,073 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:09,356 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:20:14,074 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:14,853 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:20:14,854 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:20:19,944 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:24,946 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:29,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:20:29,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:20:29,942 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:20:30,944 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:31,364 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:20:35,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:40,946 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:44,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:20:44,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:20:45,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:50,960 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:53,371 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:20:56,643 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:20:59,862 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:20:59,863 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:20:59,946 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:21:01,948 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:06,950 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:11,951 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:14,862 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:21:14,863 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:21:15,379 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:21:17,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:22,949 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:27,383 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:21:28,636 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:29,862 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:21:29,863 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:21:29,944 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:21:33,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:38,948 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:43,949 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:44,862 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:21:44,863 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:21:49,391 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:21:49,399 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:54,401 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:59,401 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:21:59,862 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:21:59,863 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:21:59,939 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:22:04,942 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:09,944 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:10,252 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:22:10,254 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:22:10,254 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:22:10,255 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:22:10,398 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:22:11,398 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:22:12,398 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:22:14,863 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:22:14,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:22:15,153 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:20,154 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:25,155 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:29,863 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:22:29,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:22:29,940 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:22:30,942 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:33,406 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:22:36,004 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:41,005 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:44,863 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:22:44,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:22:46,944 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:51,946 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:55,414 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:22:57,753 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:22:59,863 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:22:59,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:22:59,943 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:23:02,946 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:07,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:12,949 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:14,863 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:23:14,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:23:17,420 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:23:18,570 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:23,571 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:28,572 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:29,863 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:23:29,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:23:29,952 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:23:33,955 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:39,378 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:39,426 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:23:44,379 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:44,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:23:44,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:23:49,999 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:55,000 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:23:59,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:23:59,864 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:23:59,936 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:24:00,938 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:01,433 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:24:05,940 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:10,941 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:14,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:24:14,865 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:24:15,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:20,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:23,443 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:24:26,002 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:29,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:24:29,865 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:24:29,943 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:24:31,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:36,946 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:41,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:44,451 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:24:44,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:24:44,865 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:24:46,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:51,960 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:56,961 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:24:59,864 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:24:59,865 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:24:59,956 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:25:02,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:06,459 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:25:08,606 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:13,607 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:14,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:25:14,865 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:25:18,957 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:23,958 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:28,469 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:25:29,423 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:29,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:25:29,865 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:25:29,948 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:25:34,950 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:39,951 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:44,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:25:44,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:25:44,956 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:48,263 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:25:48,265 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:25:48,266 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:25:48,267 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:25:48,477 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:25:50,268 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:50,477 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:25:55,269 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:25:59,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:25:59,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:25:59,953 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:26:00,955 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:05,957 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:11,019 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:12,486 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:26:14,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:26:14,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:26:16,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:21,961 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:26,962 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:29,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:26:29,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:26:29,953 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:26:32,827 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:34,495 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:26:37,828 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:42,829 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:44,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:26:44,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:26:47,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:52,948 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:54,503 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:26:58,552 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:26:59,866 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:26:59,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:26:59,953 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:27:03,956 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:08,957 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:13,958 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:14,865 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:27:14,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:27:16,512 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:27:19,369 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:24,371 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:29,372 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:29,866 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:27:29,866 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:27:29,956 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:27:34,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:38,520 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:27:40,172 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:44,866 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:27:44,867 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:27:45,936 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:50,937 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:55,938 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:27:59,866 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:27:59,867 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:27:59,960 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:28:00,535 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:28:00,962 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:05,963 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:10,964 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:14,867 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:28:14,867 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:28:16,951 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:22,544 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:28:22,754 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:27,755 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:29,867 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:28:29,868 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:28:29,961 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:28:32,963 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:37,964 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:43,538 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:44,552 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:28:44,866 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:28:44,867 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:28:48,952 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:53,953 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:58,954 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:28:59,867 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:28:59,867 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:28:59,963 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:29:03,965 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:06,561 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:29:09,312 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:14,313 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:14,867 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:29:14,868 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:29:19,962 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:24,963 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:26,093 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:29:26,095 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:29:26,095 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:29:26,097 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:29:26,569 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:29:28,570 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:29:29,867 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:29:29,868 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:29:29,965 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:29:29,967 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:34,968 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:39,969 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:44,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:29:44,868 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:29:45,960 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:48,577 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:29:51,897 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:56,898 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:29:59,867 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:29:59,868 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:29:59,969 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:30:01,971 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:06,972 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:10,585 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:30:12,665 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:14,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:30:14,869 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:30:17,937 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:22,938 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:27,939 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:29,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:30:29,868 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:30:29,971 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:30:32,593 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:30:33,457 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:38,458 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:43,459 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:44,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:30:44,869 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:30:48,948 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:54,269 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:54,602 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:30:59,270 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:30:59,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:30:59,869 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:30:59,974 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:31:04,978 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:09,979 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:14,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:31:14,869 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:31:15,031 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:16,610 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:31:20,032 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:25,033 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:29,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:31:29,870 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:31:29,976 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:31:30,978 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:35,979 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:38,618 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:31:41,796 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:44,868 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:31:44,869 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:31:46,949 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:51,950 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:56,951 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:31:59,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:31:59,871 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:31:59,979 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:32:00,626 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:32:01,981 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:06,982 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:11,983 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:14,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:32:14,870 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:32:17,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:22,635 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:32:23,320 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:28,320 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:29,869 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:32:29,870 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:32:29,982 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:32:33,984 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:38,986 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:44,141 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:44,643 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:32:44,869 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:32:44,870 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:32:49,963 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:54,964 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:32:59,869 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:32:59,870 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:32:59,984 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:32:59,986 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:03,955 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:33:03,957 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:33:03,958 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:33:03,959 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:33:04,651 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:33:04,651 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:33:05,960 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:10,961 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:14,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:33:14,871 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:33:15,963 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:20,964 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:26,658 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:26,659 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:33:29,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:33:29,870 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:33:29,986 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:33:31,988 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:36,989 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:41,991 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:44,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:33:44,871 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:33:47,458 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:48,668 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:33:52,459 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:57,460 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:33:59,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:33:59,871 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:33:59,991 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:34:02,994 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:07,995 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:10,678 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:34:13,274 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:14,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:34:14,871 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:34:18,935 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:23,936 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:28,937 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:29,870 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:34:29,871 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:34:29,994 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:34:32,687 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:34:34,009 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:39,010 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:44,011 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:44,871 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:34:44,872 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:34:49,947 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:54,696 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:34:55,782 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:34:59,871 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:34:59,872 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:34:59,997 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:35:00,999 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:06,001 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:11,002 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:14,871 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:35:14,872 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:35:16,704 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:35:16,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:21,959 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:26,961 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:29,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:35:29,873 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:35:30,000 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:35:32,002 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:36,713 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:35:37,325 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:42,326 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:44,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:35:44,873 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:35:47,955 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:52,956 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:57,957 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:35:58,721 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:35:59,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:35:59,872 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:36:00,001 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:36:03,004 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:08,006 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:13,007 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:14,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:36:14,873 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:36:18,955 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:20,729 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:36:24,897 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:29,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:36:29,873 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:36:29,955 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:30,005 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:36:35,007 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:40,008 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:41,645 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:36:41,647 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:36:41,648 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:36:41,649 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:36:41,737 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:36:42,738 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:36:44,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:36:44,873 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:36:45,950 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:50,951 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:55,952 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:36:59,872 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:36:59,873 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:37:00,008 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:37:01,010 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:04,746 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:37:06,444 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:11,445 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:14,873 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:37:14,874 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:37:16,967 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:21,968 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:26,755 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:37:27,165 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:29,873 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:37:29,874 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:37:30,009 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:37:33,012 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:38,013 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:43,014 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:44,873 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:37:44,874 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:37:48,763 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:37:48,972 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:53,973 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:58,974 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:37:59,873 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:37:59,874 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:38:00,013 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:38:04,015 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:09,729 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:10,771 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:38:14,731 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:14,874 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:38:14,874 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:38:19,952 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:24,954 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:29,874 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:38:29,875 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:38:30,016 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:38:30,019 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:30,779 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:38:35,510 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:40,511 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:44,874 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:38:44,875 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:38:45,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:50,945 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:52,789 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:38:56,296 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:38:59,874 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: stop_status +2023-03-28 18:38:59,875 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: stop_status +2023-03-28 18:39:00,018 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:39:02,021 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:39:05,492 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: partial_history +2023-03-28 18:39:05,497 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 18:39:05,497 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 18:39:05,497 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 18:39:05,497 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 18:39:05,498 DEBUG SenderThread:4493 [sender.py:send():336] send: metric +2023-03-28 18:39:05,498 DEBUG SenderThread:4493 [sender.py:send():336] send: history +2023-03-28 18:39:05,498 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: summary_record +2023-03-28 18:39:05,499 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:39:05,549 DEBUG SenderThread:4493 [sender.py:send():336] send: exit +2023-03-28 18:39:05,549 INFO SenderThread:4493 [sender.py:send_exit():559] handling exit code: 0 +2023-03-28 18:39:05,550 INFO SenderThread:4493 [sender.py:send_exit():561] handling runtime: 3185 +2023-03-28 18:39:05,550 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:39:05,550 INFO SenderThread:4493 [sender.py:send_exit():567] send defer +2023-03-28 18:39:05,551 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,551 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 0 +2023-03-28 18:39:05,552 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,552 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 0 +2023-03-28 18:39:05,552 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 1 +2023-03-28 18:39:05,552 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,552 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 1 +2023-03-28 18:39:05,553 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,553 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 1 +2023-03-28 18:39:05,553 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 2 +2023-03-28 18:39:05,553 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,553 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 2 +2023-03-28 18:39:05,554 INFO HandlerThread:4493 [system_monitor.py:finish():193] Stopping system monitor +2023-03-28 18:39:05,557 DEBUG SystemMonitor:4493 [system_monitor.py:_start():168] Finished system metrics aggregation loop +2023-03-28 18:39:05,558 DEBUG SystemMonitor:4493 [system_monitor.py:_start():172] Publishing last batch of metrics +2023-03-28 18:39:05,560 INFO HandlerThread:4493 [interfaces.py:finish():199] Joined cpu monitor +2023-03-28 18:39:05,561 INFO HandlerThread:4493 [interfaces.py:finish():199] Joined disk monitor +2023-03-28 18:39:05,622 INFO HandlerThread:4493 [interfaces.py:finish():199] Joined gpu monitor +2023-03-28 18:39:05,622 INFO HandlerThread:4493 [interfaces.py:finish():199] Joined memory monitor +2023-03-28 18:39:05,623 INFO HandlerThread:4493 [interfaces.py:finish():199] Joined network monitor +2023-03-28 18:39:05,623 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,623 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 2 +2023-03-28 18:39:05,623 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 3 +2023-03-28 18:39:05,624 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,624 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 3 +2023-03-28 18:39:05,624 DEBUG SenderThread:4493 [sender.py:send():336] send: stats +2023-03-28 18:39:05,626 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,626 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 3 +2023-03-28 18:39:05,626 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 4 +2023-03-28 18:39:05,627 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,627 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 4 +2023-03-28 18:39:05,627 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,628 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 4 +2023-03-28 18:39:05,628 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 5 +2023-03-28 18:39:05,628 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,628 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 5 +2023-03-28 18:39:05,629 DEBUG SenderThread:4493 [sender.py:send():336] send: summary +2023-03-28 18:39:05,629 INFO SenderThread:4493 [sender.py:_save_file():1332] saving file wandb-summary.json with policy end +2023-03-28 18:39:05,630 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,630 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 5 +2023-03-28 18:39:05,630 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 6 +2023-03-28 18:39:05,630 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,630 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 6 +2023-03-28 18:39:05,630 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,631 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 6 +2023-03-28 18:39:05,636 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: status_report +2023-03-28 18:39:05,797 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 7 +2023-03-28 18:39:05,798 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:05,798 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 7 +2023-03-28 18:39:05,799 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:05,799 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 7 +2023-03-28 18:39:05,799 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:39:05,799 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/config.yaml +2023-03-28 18:39:06,549 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: poll_exit +2023-03-28 18:39:07,023 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 8 +2023-03-28 18:39:07,023 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: poll_exit +2023-03-28 18:39:07,024 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:07,024 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 8 +2023-03-28 18:39:07,025 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:07,025 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 8 +2023-03-28 18:39:07,036 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 9 +2023-03-28 18:39:07,036 DEBUG SenderThread:4493 [sender.py:send():336] send: artifact +2023-03-28 18:39:07,040 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:07,040 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 9 +2023-03-28 18:39:07,550 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: poll_exit +2023-03-28 18:39:07,800 INFO Thread-13 :4493 [dir_watcher.py:_on_file_modified():295] file/dir modified: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:39:07,926 INFO wandb-upload_1:4493 [upload_job.py:push():96] Uploaded file /root/.local/share/wandb/artifacts/staging/tmpxns8i0wi +2023-03-28 18:39:07,936 INFO wandb-upload_0:4493 [upload_job.py:push():96] Uploaded file /root/.local/share/wandb/artifacts/staging/tmpe7tiant3 +2023-03-28 18:39:08,746 INFO SenderThread:4493 [sender.py:send_artifact():1428] sent artifact job-https___github.com_tloen_alpaca-lora.git_finetune.py - {'id': 'QXJ0aWZhY3Q6NDA4Njc5ODE2', 'digest': 'e122a53b8d9cd62f3a5297b9f18deb86', 'state': 'PENDING', 'aliases': [], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjU5MjE2NDYx', 'latestArtifact': None}, 'version': 'latest'} +2023-03-28 18:39:08,746 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:08,747 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 9 +2023-03-28 18:39:08,747 INFO SenderThread:4493 [dir_watcher.py:finish():365] shutting down directory watcher +2023-03-28 18:39:08,801 INFO SenderThread:4493 [dir_watcher.py:finish():395] scan: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files +2023-03-28 18:39:08,801 INFO SenderThread:4493 [dir_watcher.py:finish():409] scan save: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/config.yaml config.yaml +2023-03-28 18:39:08,801 INFO SenderThread:4493 [dir_watcher.py:finish():409] scan save: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json wandb-summary.json +2023-03-28 18:39:08,802 INFO SenderThread:4493 [dir_watcher.py:finish():409] scan save: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/requirements.txt requirements.txt +2023-03-28 18:39:08,802 INFO SenderThread:4493 [dir_watcher.py:finish():409] scan save: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-metadata.json wandb-metadata.json +2023-03-28 18:39:08,803 INFO SenderThread:4493 [dir_watcher.py:finish():409] scan save: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log output.log +2023-03-28 18:39:08,803 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 10 +2023-03-28 18:39:08,803 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: poll_exit +2023-03-28 18:39:08,803 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:08,804 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 10 +2023-03-28 18:39:08,804 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:08,805 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 10 +2023-03-28 18:39:08,805 INFO SenderThread:4493 [file_pusher.py:finish():164] shutting down file pusher +2023-03-28 18:39:09,087 INFO wandb-upload_3:4493 [upload_job.py:push():138] Uploaded file /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/output.log +2023-03-28 18:39:09,139 INFO wandb-upload_1:4493 [upload_job.py:push():138] Uploaded file /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/config.yaml +2023-03-28 18:39:09,143 INFO wandb-upload_0:4493 [upload_job.py:push():138] Uploaded file /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/requirements.txt +2023-03-28 18:39:09,155 INFO wandb-upload_2:4493 [upload_job.py:push():138] Uploaded file /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/files/wandb-summary.json +2023-03-28 18:39:09,355 INFO Thread-12 (_thread_body):4493 [sender.py:transition_state():587] send defer: 11 +2023-03-28 18:39:09,356 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:09,356 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 11 +2023-03-28 18:39:09,356 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:09,357 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 11 +2023-03-28 18:39:09,357 INFO SenderThread:4493 [file_pusher.py:join():169] waiting for file pusher +2023-03-28 18:39:09,357 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 12 +2023-03-28 18:39:09,357 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:09,357 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 12 +2023-03-28 18:39:09,358 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:09,358 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 12 +2023-03-28 18:39:09,662 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 13 +2023-03-28 18:39:09,662 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:09,663 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 13 +2023-03-28 18:39:09,663 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:09,663 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 13 +2023-03-28 18:39:09,664 INFO SenderThread:4493 [sender.py:transition_state():587] send defer: 14 +2023-03-28 18:39:09,664 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: defer +2023-03-28 18:39:09,664 INFO HandlerThread:4493 [handler.py:handle_request_defer():170] handle defer: 14 +2023-03-28 18:39:09,665 DEBUG SenderThread:4493 [sender.py:send():336] send: final +2023-03-28 18:39:09,665 DEBUG SenderThread:4493 [sender.py:send():336] send: footer +2023-03-28 18:39:09,665 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: defer +2023-03-28 18:39:09,665 INFO SenderThread:4493 [sender.py:send_request_defer():583] handle sender defer: 14 +2023-03-28 18:39:09,666 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: poll_exit +2023-03-28 18:39:09,667 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: poll_exit +2023-03-28 18:39:09,668 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: server_info +2023-03-28 18:39:09,668 DEBUG SenderThread:4493 [sender.py:send_request():363] send_request: server_info +2023-03-28 18:39:09,672 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: get_summary +2023-03-28 18:39:09,673 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: sampled_history +2023-03-28 18:39:09,748 INFO MainThread:4493 [wandb_run.py:_footer_history_summary_info():3422] rendering history +2023-03-28 18:39:09,749 INFO MainThread:4493 [wandb_run.py:_footer_history_summary_info():3454] rendering summary +2023-03-28 18:39:09,749 INFO MainThread:4493 [wandb_run.py:_footer_sync_info():3380] logging synced files +2023-03-28 18:39:09,750 DEBUG HandlerThread:4493 [handler.py:handle_request():144] handle_request: shutdown +2023-03-28 18:39:09,750 INFO HandlerThread:4493 [handler.py:finish():842] shutting down handler +2023-03-28 18:39:10,668 INFO WriterThread:4493 [datastore.py:close():298] close: /root/alpaca-lora/wandb/run-20230328_174559-mzmf7gh8/run-mzmf7gh8.wandb +2023-03-28 18:39:10,748 INFO SenderThread:4493 [sender.py:finish():1504] shutting down sender +2023-03-28 18:39:10,748 INFO SenderThread:4493 [file_pusher.py:finish():164] shutting down file pusher +2023-03-28 18:39:10,748 INFO SenderThread:4493 [file_pusher.py:join():169] waiting for file pusher