csujeong commited on
Commit
b5d36f7
1 Parent(s): 2c81489

Training in progress, step 50

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:110faa4b3a5ced100d4d539c4716c3d4a1e21852dc64ca13fc6a2b0357e2e1b6
3
  size 92317600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9c4fc839e87da1f16c00063fe6cf4a639845ee802234e5de5ca066aa54d14fe
3
  size 92317600
runs/Mar21_01-53-07_d72aea89d4b6/events.out.tfevents.1710986084.d72aea89d4b6.3894.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cfccd9d3b7c38a962da930af9a51ac58d7aeeb1dccd81a3d670e38542dee70c1
3
- size 6048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f067f0fcc624c4bca290425a08ef1c622065d46be44e2f8b14afd6eccdfc926
3
+ size 6255
wandb/debug-internal.log CHANGED
@@ -333,3 +333,75 @@
333
  2024-03-21 02:06:10,236 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
334
  2024-03-21 02:06:12,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
335
  2024-03-21 02:06:15,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
333
  2024-03-21 02:06:10,236 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
334
  2024-03-21 02:06:12,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
335
  2024-03-21 02:06:15,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
336
+ 2024-03-21 02:06:17,247 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
337
+ 2024-03-21 02:06:20,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
338
+ 2024-03-21 02:06:22,248 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
339
+ 2024-03-21 02:06:25,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
340
+ 2024-03-21 02:06:27,249 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
341
+ 2024-03-21 02:06:30,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
342
+ 2024-03-21 02:06:32,250 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
343
+ 2024-03-21 02:06:34,234 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
344
+ 2024-03-21 02:06:36,235 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
345
+ 2024-03-21 02:06:37,251 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
346
+ 2024-03-21 02:06:41,236 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
347
+ 2024-03-21 02:06:42,252 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
348
+ 2024-03-21 02:06:46,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
349
+ 2024-03-21 02:06:47,253 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
350
+ 2024-03-21 02:06:51,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
351
+ 2024-03-21 02:06:52,254 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
352
+ 2024-03-21 02:06:56,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
353
+ 2024-03-21 02:06:57,255 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
354
+ 2024-03-21 02:07:01,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
355
+ 2024-03-21 02:07:02,256 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
356
+ 2024-03-21 02:07:04,235 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
357
+ 2024-03-21 02:07:07,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
358
+ 2024-03-21 02:07:07,257 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
359
+ 2024-03-21 02:07:12,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
360
+ 2024-03-21 02:07:12,258 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
361
+ 2024-03-21 02:07:17,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
362
+ 2024-03-21 02:07:17,259 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
363
+ 2024-03-21 02:07:22,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
364
+ 2024-03-21 02:07:22,260 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
365
+ 2024-03-21 02:07:27,241 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
366
+ 2024-03-21 02:07:27,261 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
367
+ 2024-03-21 02:07:32,242 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
368
+ 2024-03-21 02:07:32,262 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
369
+ 2024-03-21 02:07:34,236 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
370
+ 2024-03-21 02:07:37,263 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
371
+ 2024-03-21 02:07:38,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
372
+ 2024-03-21 02:07:42,263 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
373
+ 2024-03-21 02:07:43,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
374
+ 2024-03-21 02:07:47,264 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
375
+ 2024-03-21 02:07:48,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
376
+ 2024-03-21 02:07:52,265 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
377
+ 2024-03-21 02:07:53,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
378
+ 2024-03-21 02:07:57,266 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
379
+ 2024-03-21 02:07:58,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
380
+ 2024-03-21 02:08:02,267 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
381
+ 2024-03-21 02:08:03,241 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
382
+ 2024-03-21 02:08:04,165 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: partial_history
383
+ 2024-03-21 02:08:04,170 DEBUG SenderThread:7197 [sender.py:send():378] send: history
384
+ 2024-03-21 02:08:04,171 DEBUG SenderThread:7197 [sender.py:send_request():405] send_request: summary_record
385
+ 2024-03-21 02:08:04,176 INFO SenderThread:7197 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
386
+ 2024-03-21 02:08:04,236 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
387
+ 2024-03-21 02:08:04,534 INFO Thread-12 :7197 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/wandb-summary.json
388
+ 2024-03-21 02:08:09,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
389
+ 2024-03-21 02:08:36,561 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
390
+ 2024-03-21 02:08:36,563 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
391
+ 2024-03-21 02:08:36,563 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
392
+ 2024-03-21 02:08:36,564 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
393
+ 2024-03-21 02:08:36,564 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
394
+ 2024-03-21 02:08:36,565 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
395
+ 2024-03-21 02:08:36,826 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
396
+ 2024-03-21 02:08:39,566 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
397
+ 2024-03-21 02:08:44,567 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
398
+ 2024-03-21 02:08:49,568 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
399
+ 2024-03-21 02:08:50,457 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
400
+ 2024-03-21 02:08:54,568 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
401
+ 2024-03-21 02:08:56,068 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
402
+ 2024-03-21 02:08:59,569 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
403
+ 2024-03-21 02:09:01,070 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
404
+ 2024-03-21 02:09:04,238 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
405
+ 2024-03-21 02:09:05,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
406
+ 2024-03-21 02:09:06,071 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
407
+ 2024-03-21 02:09:10,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20240321_015458-y11xrjxv/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.4735, "train/grad_norm": 2.561652183532715, "train/learning_rate": 5.3159155930021e-05, "train/epoch": 0.29, "train/global_step": 40, "_timestamp": 1710986720.553442, "_runtime": 622.1684648990631, "_step": 3}
 
1
+ {"train/loss": 1.4773, "train/grad_norm": 2.8023295402526855, "train/learning_rate": 1.4314282383241096e-05, "train/epoch": 0.37, "train/global_step": 50, "_timestamp": 1710986884.1635811, "_runtime": 785.7786040306091, "_step": 4}
wandb/run-20240321_015458-y11xrjxv/logs/debug-internal.log CHANGED
@@ -333,3 +333,75 @@
333
  2024-03-21 02:06:10,236 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
334
  2024-03-21 02:06:12,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
335
  2024-03-21 02:06:15,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
333
  2024-03-21 02:06:10,236 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
334
  2024-03-21 02:06:12,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
335
  2024-03-21 02:06:15,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
336
+ 2024-03-21 02:06:17,247 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
337
+ 2024-03-21 02:06:20,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
338
+ 2024-03-21 02:06:22,248 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
339
+ 2024-03-21 02:06:25,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
340
+ 2024-03-21 02:06:27,249 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
341
+ 2024-03-21 02:06:30,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
342
+ 2024-03-21 02:06:32,250 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
343
+ 2024-03-21 02:06:34,234 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
344
+ 2024-03-21 02:06:36,235 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
345
+ 2024-03-21 02:06:37,251 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
346
+ 2024-03-21 02:06:41,236 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
347
+ 2024-03-21 02:06:42,252 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
348
+ 2024-03-21 02:06:46,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
349
+ 2024-03-21 02:06:47,253 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
350
+ 2024-03-21 02:06:51,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
351
+ 2024-03-21 02:06:52,254 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
352
+ 2024-03-21 02:06:56,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
353
+ 2024-03-21 02:06:57,255 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
354
+ 2024-03-21 02:07:01,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
355
+ 2024-03-21 02:07:02,256 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
356
+ 2024-03-21 02:07:04,235 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
357
+ 2024-03-21 02:07:07,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
358
+ 2024-03-21 02:07:07,257 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
359
+ 2024-03-21 02:07:12,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
360
+ 2024-03-21 02:07:12,258 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
361
+ 2024-03-21 02:07:17,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
362
+ 2024-03-21 02:07:17,259 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
363
+ 2024-03-21 02:07:22,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
364
+ 2024-03-21 02:07:22,260 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
365
+ 2024-03-21 02:07:27,241 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
366
+ 2024-03-21 02:07:27,261 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
367
+ 2024-03-21 02:07:32,242 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
368
+ 2024-03-21 02:07:32,262 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
369
+ 2024-03-21 02:07:34,236 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
370
+ 2024-03-21 02:07:37,263 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
371
+ 2024-03-21 02:07:38,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
372
+ 2024-03-21 02:07:42,263 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
373
+ 2024-03-21 02:07:43,238 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
374
+ 2024-03-21 02:07:47,264 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
375
+ 2024-03-21 02:07:48,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
376
+ 2024-03-21 02:07:52,265 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
377
+ 2024-03-21 02:07:53,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
378
+ 2024-03-21 02:07:57,266 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
379
+ 2024-03-21 02:07:58,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
380
+ 2024-03-21 02:08:02,267 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
381
+ 2024-03-21 02:08:03,241 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
382
+ 2024-03-21 02:08:04,165 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: partial_history
383
+ 2024-03-21 02:08:04,170 DEBUG SenderThread:7197 [sender.py:send():378] send: history
384
+ 2024-03-21 02:08:04,171 DEBUG SenderThread:7197 [sender.py:send_request():405] send_request: summary_record
385
+ 2024-03-21 02:08:04,176 INFO SenderThread:7197 [sender.py:_save_file():1365] saving file wandb-summary.json with policy end
386
+ 2024-03-21 02:08:04,236 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
387
+ 2024-03-21 02:08:04,534 INFO Thread-12 :7197 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Mistral-7B-Finetuning-Insurance/wandb/run-20240321_015458-y11xrjxv/files/wandb-summary.json
388
+ 2024-03-21 02:08:09,237 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
389
+ 2024-03-21 02:08:36,561 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
390
+ 2024-03-21 02:08:36,563 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
391
+ 2024-03-21 02:08:36,563 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
392
+ 2024-03-21 02:08:36,564 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
393
+ 2024-03-21 02:08:36,564 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
394
+ 2024-03-21 02:08:36,565 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
395
+ 2024-03-21 02:08:36,826 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
396
+ 2024-03-21 02:08:39,566 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
397
+ 2024-03-21 02:08:44,567 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
398
+ 2024-03-21 02:08:49,568 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
399
+ 2024-03-21 02:08:50,457 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
400
+ 2024-03-21 02:08:54,568 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
401
+ 2024-03-21 02:08:56,068 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
402
+ 2024-03-21 02:08:59,569 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
403
+ 2024-03-21 02:09:01,070 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
404
+ 2024-03-21 02:09:04,238 DEBUG SenderThread:7197 [sender.py:send():378] send: stats
405
+ 2024-03-21 02:09:05,239 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report
406
+ 2024-03-21 02:09:06,071 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: keepalive
407
+ 2024-03-21 02:09:10,240 DEBUG HandlerThread:7197 [handler.py:handle_request():146] handle_request: status_report