csujeong commited on
Commit
9342b05
1 Parent(s): f898c72

Training in progress, step 50

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d484340955e7bf70cceaf78cbd95fbbf1106f12a3bd4fcf4e63db3958aaa1a2
3
  size 184592616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f47674183b3a4716e1aaff94498aecd975cda1b6f4da9cb134fd13e5489e859
3
  size 184592616
runs/Mar22_04-33-33_6b98cdd15d10/events.out.tfevents.1711082034.6b98cdd15d10.209.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bf19d6dce53746d4ee720547f31c9cab395440dfe30124b08727596b5f1b7f0
3
- size 6059
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40080baacd4ebc36d11dfd225b95b3a4298aedf4584c4adb81b53d8aa954270
3
+ size 6266
wandb/debug-internal.log CHANGED
@@ -283,3 +283,61 @@
283
  2024-03-22 04:44:02,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
284
  2024-03-22 04:44:03,454 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
285
  2024-03-22 04:44:08,455 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
283
  2024-03-22 04:44:02,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
284
  2024-03-22 04:44:03,454 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
285
  2024-03-22 04:44:08,455 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
286
+ 2024-03-22 04:44:13,215 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
287
+ 2024-03-22 04:44:14,216 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
288
+ 2024-03-22 04:44:17,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
289
+ 2024-03-22 04:44:17,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
290
+ 2024-03-22 04:44:19,504 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
291
+ 2024-03-22 04:44:24,505 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
292
+ 2024-03-22 04:44:29,506 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
293
+ 2024-03-22 04:44:32,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
294
+ 2024-03-22 04:44:32,283 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
295
+ 2024-03-22 04:44:35,488 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
296
+ 2024-03-22 04:44:40,489 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
297
+ 2024-03-22 04:44:43,215 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
298
+ 2024-03-22 04:44:46,219 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
299
+ 2024-03-22 04:44:47,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
300
+ 2024-03-22 04:44:47,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
301
+ 2024-03-22 04:44:51,474 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
302
+ 2024-03-22 04:44:56,475 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
303
+ 2024-03-22 04:45:01,475 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
304
+ 2024-03-22 04:45:02,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
305
+ 2024-03-22 04:45:02,272 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
306
+ 2024-03-22 04:45:07,407 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
307
+ 2024-03-22 04:45:12,408 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
308
+ 2024-03-22 04:45:13,216 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
309
+ 2024-03-22 04:45:17,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
310
+ 2024-03-22 04:45:17,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
311
+ 2024-03-22 04:45:17,451 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
312
+ 2024-03-22 04:45:22,452 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
313
+ 2024-03-22 04:45:27,453 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
314
+ 2024-03-22 04:45:32,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
315
+ 2024-03-22 04:45:32,272 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
316
+ 2024-03-22 04:45:33,416 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
317
+ 2024-03-22 04:45:38,417 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
318
+ 2024-03-22 04:45:43,217 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
319
+ 2024-03-22 04:45:44,218 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
320
+ 2024-03-22 04:45:47,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
321
+ 2024-03-22 04:45:47,272 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
322
+ 2024-03-22 04:45:49,508 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
323
+ 2024-03-22 04:45:54,509 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
324
+ 2024-03-22 04:45:59,256 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: partial_history
325
+ 2024-03-22 04:45:59,260 DEBUG SenderThread:4275 [sender.py:send():378] send: history
326
+ 2024-03-22 04:45:59,261 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: summary_record
327
+ 2024-03-22 04:45:59,266 INFO SenderThread:4275 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
328
+ 2024-03-22 04:45:59,975 INFO Thread-12 :4275 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json
329
+ 2024-03-22 04:46:00,268 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
330
+ 2024-03-22 04:46:05,269 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
331
+ 2024-03-22 04:46:10,661 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
332
+ 2024-03-22 04:46:11,230 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
333
+ 2024-03-22 04:46:11,230 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
334
+ 2024-03-22 04:46:13,218 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
335
+ 2024-03-22 04:46:16,219 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
336
+ 2024-03-22 04:46:30,809 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
337
+ 2024-03-22 04:46:30,810 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
338
+ 2024-03-22 04:46:30,817 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
339
+ 2024-03-22 04:46:30,818 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
340
+ 2024-03-22 04:46:31,977 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
341
+ 2024-03-22 04:46:36,978 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
342
+ 2024-03-22 04:46:41,979 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
343
+ 2024-03-22 04:46:43,219 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.5958, "train/grad_norm": 1.789115309715271, "train/learning_rate": 5.3159155930021e-05, "train/epoch": 0.29, "train/global_step": 40, "_timestamp": 1711082615.9297726, "_runtime": 568.364310503006, "_step": 3}
 
1
+ {"train/loss": 1.5516, "train/grad_norm": 1.9267557859420776, "train/learning_rate": 1.4314282383241096e-05, "train/epoch": 0.37, "train/global_step": 50, "_timestamp": 1711082759.2536302, "_runtime": 711.6881680488586, "_step": 4}
wandb/run-20240322_043407-hize5f4p/logs/debug-internal.log CHANGED
@@ -283,3 +283,61 @@
283
  2024-03-22 04:44:02,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
284
  2024-03-22 04:44:03,454 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
285
  2024-03-22 04:44:08,455 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
283
  2024-03-22 04:44:02,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
284
  2024-03-22 04:44:03,454 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
285
  2024-03-22 04:44:08,455 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
286
+ 2024-03-22 04:44:13,215 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
287
+ 2024-03-22 04:44:14,216 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
288
+ 2024-03-22 04:44:17,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
289
+ 2024-03-22 04:44:17,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
290
+ 2024-03-22 04:44:19,504 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
291
+ 2024-03-22 04:44:24,505 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
292
+ 2024-03-22 04:44:29,506 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
293
+ 2024-03-22 04:44:32,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
294
+ 2024-03-22 04:44:32,283 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
295
+ 2024-03-22 04:44:35,488 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
296
+ 2024-03-22 04:44:40,489 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
297
+ 2024-03-22 04:44:43,215 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
298
+ 2024-03-22 04:44:46,219 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
299
+ 2024-03-22 04:44:47,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
300
+ 2024-03-22 04:44:47,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
301
+ 2024-03-22 04:44:51,474 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
302
+ 2024-03-22 04:44:56,475 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
303
+ 2024-03-22 04:45:01,475 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
304
+ 2024-03-22 04:45:02,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
305
+ 2024-03-22 04:45:02,272 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
306
+ 2024-03-22 04:45:07,407 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
307
+ 2024-03-22 04:45:12,408 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
308
+ 2024-03-22 04:45:13,216 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
309
+ 2024-03-22 04:45:17,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
310
+ 2024-03-22 04:45:17,271 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
311
+ 2024-03-22 04:45:17,451 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
312
+ 2024-03-22 04:45:22,452 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
313
+ 2024-03-22 04:45:27,453 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
314
+ 2024-03-22 04:45:32,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
315
+ 2024-03-22 04:45:32,272 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
316
+ 2024-03-22 04:45:33,416 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
317
+ 2024-03-22 04:45:38,417 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
318
+ 2024-03-22 04:45:43,217 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
319
+ 2024-03-22 04:45:44,218 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
320
+ 2024-03-22 04:45:47,271 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
321
+ 2024-03-22 04:45:47,272 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
322
+ 2024-03-22 04:45:49,508 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
323
+ 2024-03-22 04:45:54,509 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
324
+ 2024-03-22 04:45:59,256 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: partial_history
325
+ 2024-03-22 04:45:59,260 DEBUG SenderThread:4275 [sender.py:send():378] send: history
326
+ 2024-03-22 04:45:59,261 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: summary_record
327
+ 2024-03-22 04:45:59,266 INFO SenderThread:4275 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
328
+ 2024-03-22 04:45:59,975 INFO Thread-12 :4275 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240322_043407-hize5f4p/files/wandb-summary.json
329
+ 2024-03-22 04:46:00,268 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
330
+ 2024-03-22 04:46:05,269 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
331
+ 2024-03-22 04:46:10,661 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
332
+ 2024-03-22 04:46:11,230 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
333
+ 2024-03-22 04:46:11,230 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
334
+ 2024-03-22 04:46:13,218 DEBUG SenderThread:4275 [sender.py:send():378] send: stats
335
+ 2024-03-22 04:46:16,219 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
336
+ 2024-03-22 04:46:30,809 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
337
+ 2024-03-22 04:46:30,810 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
338
+ 2024-03-22 04:46:30,817 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: stop_status
339
+ 2024-03-22 04:46:30,818 DEBUG SenderThread:4275 [sender.py:send_request():405] send_request: stop_status
340
+ 2024-03-22 04:46:31,977 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
341
+ 2024-03-22 04:46:36,978 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
342
+ 2024-03-22 04:46:41,979 DEBUG HandlerThread:4275 [handler.py:handle_request():146] handle_request: status_report
343
+ 2024-03-22 04:46:43,219 DEBUG SenderThread:4275 [sender.py:send():378] send: stats