Training in progress, step 30

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98be833e7d68c9026cabfffe3637890031e8639b339f0a63625e80985197933b
+oid sha256:547f8d714a66a299698f51d24e7dc3b8f91a60986df28b577a3d585beac23448
 size 184592616

runs/Mar22_04-33-33_6b98cdd15d10/events.out.tfevents.1711082034.6b98cdd15d10.209.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8c4f3703cd780ed90d10623072ca891125ce0e969b49706cfe060597b18f7b6
-size 5645
+oid sha256:453e8223deab69d28c42f58869b19a2f9e1a05fab69600c6b3d1b93f6d157ab9
+size 5852

wandb/debug-internal.log

@@ -185,3 +185,43 @@
 2024-03-22 04:39:43,207 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
 2024-03-22 04:39:44,209 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
 2024-03-22 04:39:49,213 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:39:52,629 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:39:52,629 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:39:54,879 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:39:59,880 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:04,881 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:07,628 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:07,629 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:10,794 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:13,208 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
+2024-03-22 04:40:16,209 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:21,210 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:22,628 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:22,629 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:26,863 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:31,864 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:36,865 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:37,629 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:37,630 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:42,807 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:43,209 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
+2024-03-22 04:40:48,210 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:52,629 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:52,630 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:53,792 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:55,007 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: partial_history
+2024-03-22 04:40:55,008 DEBUG   SenderThread:4275 [sender.py:send():378] send: history
+2024-03-22 04:40:55,008 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: summary_record
+2024-03-22 04:40:55,023 INFO    SenderThread:4275 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
+2024-03-22 04:40:56,020 INFO    Thread-12 :4275 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json
+2024-03-22 04:40:59,026 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:07,713 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:08,198 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:41:08,199 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:41:09,376 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:13,209 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
+2024-03-22 04:41:29,703 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:29,719 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:41:29,719 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:41:34,921 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:39,922 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report

wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json

@@ -1 +1 @@
-{"train/loss": 1.6161, "train/grad_norm": 2.7109575271606445, "train/learning_rate": 0.00015611870653623825, "train/epoch": 0.15, "train/global_step": 20, "_timestamp": 1711082350.4926498, "_runtime": 302.9271876811981, "_step": 1}
+{"train/loss": 1.4959, "train/grad_norm": 3.6299116611480713, "train/learning_rate": 0.00010541389085854176, "train/epoch": 0.22, "train/global_step": 30, "_timestamp": 1711082455.0064473, "_runtime": 407.4409852027893, "_step": 2}

wandb/run-20240322_043407-hize5f4p/logs/debug-internal.log

@@ -185,3 +185,43 @@
 2024-03-22 04:39:43,207 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
 2024-03-22 04:39:44,209 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
 2024-03-22 04:39:49,213 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:39:52,629 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:39:52,629 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:39:54,879 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:39:59,880 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:04,881 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:07,628 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:07,629 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:10,794 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:13,208 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
+2024-03-22 04:40:16,209 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:21,210 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:22,628 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:22,629 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:26,863 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:31,864 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:36,865 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:37,629 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:37,630 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:42,807 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:43,209 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
+2024-03-22 04:40:48,210 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:52,629 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:40:52,630 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:40:53,792 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:40:55,007 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: partial_history
+2024-03-22 04:40:55,008 DEBUG   SenderThread:4275 [sender.py:send():378] send: history
+2024-03-22 04:40:55,008 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: summary_record
+2024-03-22 04:40:55,023 INFO    SenderThread:4275 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
+2024-03-22 04:40:56,020 INFO    Thread-12 :4275 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json
+2024-03-22 04:40:59,026 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:07,713 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:08,198 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:41:08,199 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:41:09,376 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:13,209 DEBUG   SenderThread:4275 [sender.py:send():378] send: stats
+2024-03-22 04:41:29,703 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:29,719 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
+2024-03-22 04:41:29,719 DEBUG   SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
+2024-03-22 04:41:34,921 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
+2024-03-22 04:41:39,922 DEBUG   HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report