Femboyuwu2000 commited on
Commit
9723ca9
1 Parent(s): beb7cec

Training in progress, step 6080

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26556f1abb53ee822dd03ecead2e694e90d90f9f7c06255c3fb3bb5bd95b1e95
3
  size 13982248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa290a324b0413b280d2bace84c9e16ff480cfdf57669d0e4aa091cc96a7f3a
3
  size 13982248
runs/Apr12_07-40-41_e5a48bec8248/events.out.tfevents.1712907642.e5a48bec8248.443.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:318a394c3d1d798eddc1a15736b40d3478df2b753034ba0d46e5e6a82776ca8d
3
- size 68769
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95735c159c7942f24a5f0a8bef032483908341f3ab2ec37ab86778d27badb540
3
+ size 69402
wandb/debug-internal.log CHANGED
@@ -4992,3 +4992,51 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
4992
  2024-04-12 09:43:45,204 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4993
  2024-04-12 09:43:45,282 DEBUG SenderThread:485 [sender.py:send():379] send: stats
4994
  2024-04-12 09:43:45,979 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4992
  2024-04-12 09:43:45,204 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4993
  2024-04-12 09:43:45,282 DEBUG SenderThread:485 [sender.py:send():379] send: stats
4994
  2024-04-12 09:43:45,979 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
4995
+ 2024-04-12 09:43:47,131 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
4996
+ 2024-04-12 09:43:47,404 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
4997
+ 2024-04-12 09:43:47,404 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
4998
+ 2024-04-12 09:43:47,979 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
4999
+ 2024-04-12 09:43:49,446 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5000
+ 2024-04-12 09:43:54,447 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5001
+ 2024-04-12 09:43:59,448 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5002
+ 2024-04-12 09:44:02,131 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5003
+ 2024-04-12 09:44:02,405 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5004
+ 2024-04-12 09:44:02,405 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5005
+ 2024-04-12 09:44:04,467 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5006
+ 2024-04-12 09:44:05,604 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
5007
+ 2024-04-12 09:44:05,605 DEBUG SenderThread:485 [sender.py:send():379] send: history
5008
+ 2024-04-12 09:44:05,605 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
5009
+ 2024-04-12 09:44:05,605 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
5010
+ 2024-04-12 09:44:05,988 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
5011
+ 2024-04-12 09:44:07,989 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
5012
+ 2024-04-12 09:44:10,323 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5013
+ 2024-04-12 09:44:15,283 DEBUG SenderThread:485 [sender.py:send():379] send: stats
5014
+ 2024-04-12 09:44:16,284 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5015
+ 2024-04-12 09:44:17,131 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5016
+ 2024-04-12 09:44:17,405 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5017
+ 2024-04-12 09:44:17,405 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5018
+ 2024-04-12 09:44:21,434 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5019
+ 2024-04-12 09:44:26,435 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5020
+ 2024-04-12 09:44:29,426 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
5021
+ 2024-04-12 09:44:29,427 DEBUG SenderThread:485 [sender.py:send():379] send: history
5022
+ 2024-04-12 09:44:29,427 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
5023
+ 2024-04-12 09:44:29,428 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
5024
+ 2024-04-12 09:44:29,997 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
5025
+ 2024-04-12 09:44:31,998 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
5026
+ 2024-04-12 09:44:32,134 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5027
+ 2024-04-12 09:44:32,276 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5028
+ 2024-04-12 09:44:32,404 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5029
+ 2024-04-12 09:44:32,405 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5030
+ 2024-04-12 09:44:37,516 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5031
+ 2024-04-12 09:44:42,517 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5032
+ 2024-04-12 09:44:45,284 DEBUG SenderThread:485 [sender.py:send():379] send: stats
5033
+ 2024-04-12 09:44:47,132 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5034
+ 2024-04-12 09:44:47,405 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5035
+ 2024-04-12 09:44:47,406 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5036
+ 2024-04-12 09:44:48,476 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5037
+ 2024-04-12 09:44:53,009 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
5038
+ 2024-04-12 09:44:53,010 DEBUG SenderThread:485 [sender.py:send():379] send: history
5039
+ 2024-04-12 09:44:53,010 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
5040
+ 2024-04-12 09:44:53,011 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
5041
+ 2024-04-12 09:44:53,707 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5042
+ 2024-04-12 09:44:54,007 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
wandb/run-20240412_074044-widovcn3/files/output.log CHANGED
@@ -598,4 +598,10 @@
598
  warnings.warn(
599
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
600
  warnings.warn(
 
 
 
 
 
 
601
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
 
598
  warnings.warn(
599
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
600
  warnings.warn(
601
+ /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
602
+ warnings.warn(
603
+ /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
604
+ warnings.warn(
605
+ /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
606
+ warnings.warn(
607
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
wandb/run-20240412_074044-widovcn3/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 3.4601, "train/grad_norm": 36.24076843261719, "train/learning_rate": 2.4583801313868417e-05, "train/epoch": 0.48, "train/global_step": 6020, "_timestamp": 1712915025.2022388, "_runtime": 7380.694520711899, "_step": 300}
 
1
+ {"train/loss": 3.4535, "train/grad_norm": 47.66796112060547, "train/learning_rate": 2.447123376605561e-05, "train/epoch": 0.49, "train/global_step": 6080, "_timestamp": 1712915093.0086477, "_runtime": 7448.50092959404, "_step": 303}
wandb/run-20240412_074044-widovcn3/logs/debug-internal.log CHANGED
@@ -4992,3 +4992,51 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
4992
  2024-04-12 09:43:45,204 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4993
  2024-04-12 09:43:45,282 DEBUG SenderThread:485 [sender.py:send():379] send: stats
4994
  2024-04-12 09:43:45,979 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4992
  2024-04-12 09:43:45,204 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4993
  2024-04-12 09:43:45,282 DEBUG SenderThread:485 [sender.py:send():379] send: stats
4994
  2024-04-12 09:43:45,979 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
4995
+ 2024-04-12 09:43:47,131 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
4996
+ 2024-04-12 09:43:47,404 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
4997
+ 2024-04-12 09:43:47,404 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
4998
+ 2024-04-12 09:43:47,979 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
4999
+ 2024-04-12 09:43:49,446 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5000
+ 2024-04-12 09:43:54,447 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5001
+ 2024-04-12 09:43:59,448 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5002
+ 2024-04-12 09:44:02,131 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5003
+ 2024-04-12 09:44:02,405 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5004
+ 2024-04-12 09:44:02,405 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5005
+ 2024-04-12 09:44:04,467 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5006
+ 2024-04-12 09:44:05,604 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
5007
+ 2024-04-12 09:44:05,605 DEBUG SenderThread:485 [sender.py:send():379] send: history
5008
+ 2024-04-12 09:44:05,605 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
5009
+ 2024-04-12 09:44:05,605 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
5010
+ 2024-04-12 09:44:05,988 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
5011
+ 2024-04-12 09:44:07,989 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
5012
+ 2024-04-12 09:44:10,323 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5013
+ 2024-04-12 09:44:15,283 DEBUG SenderThread:485 [sender.py:send():379] send: stats
5014
+ 2024-04-12 09:44:16,284 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5015
+ 2024-04-12 09:44:17,131 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5016
+ 2024-04-12 09:44:17,405 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5017
+ 2024-04-12 09:44:17,405 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5018
+ 2024-04-12 09:44:21,434 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5019
+ 2024-04-12 09:44:26,435 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5020
+ 2024-04-12 09:44:29,426 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
5021
+ 2024-04-12 09:44:29,427 DEBUG SenderThread:485 [sender.py:send():379] send: history
5022
+ 2024-04-12 09:44:29,427 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
5023
+ 2024-04-12 09:44:29,428 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
5024
+ 2024-04-12 09:44:29,997 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
5025
+ 2024-04-12 09:44:31,998 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
5026
+ 2024-04-12 09:44:32,134 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5027
+ 2024-04-12 09:44:32,276 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5028
+ 2024-04-12 09:44:32,404 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5029
+ 2024-04-12 09:44:32,405 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5030
+ 2024-04-12 09:44:37,516 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5031
+ 2024-04-12 09:44:42,517 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5032
+ 2024-04-12 09:44:45,284 DEBUG SenderThread:485 [sender.py:send():379] send: stats
5033
+ 2024-04-12 09:44:47,132 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
5034
+ 2024-04-12 09:44:47,405 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
5035
+ 2024-04-12 09:44:47,406 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
5036
+ 2024-04-12 09:44:48,476 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5037
+ 2024-04-12 09:44:53,009 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
5038
+ 2024-04-12 09:44:53,010 DEBUG SenderThread:485 [sender.py:send():379] send: history
5039
+ 2024-04-12 09:44:53,010 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
5040
+ 2024-04-12 09:44:53,011 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
5041
+ 2024-04-12 09:44:53,707 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
5042
+ 2024-04-12 09:44:54,007 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb CHANGED
Binary files a/wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb and b/wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb differ