Femboyuwu2000 commited on
Commit
e0eb030
1 Parent(s): 645eb74

Training in progress, step 8720

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf5c561f13ecd3856bca353010f8f2bf59f14e6499e5570d5c4f503283ebee79
3
  size 13982248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f09425aa42d761acdd55f2ddbed878a0f097bc396a751dd8448ac496cf8f5ba8
3
  size 13982248
runs/Apr12_07-40-41_e5a48bec8248/events.out.tfevents.1712907642.e5a48bec8248.443.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a83778be7128243fc086f3551194f4a9bf55f9e5b86e0f62f87306e8dc17434
3
- size 96832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff3b1caa9fd03234db64c63b7d453918e2e4bc9c4ce95a844504af5c419ebf2d
3
+ size 97254
wandb/debug-internal.log CHANGED
@@ -7171,3 +7171,35 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
7171
  2024-04-12 10:38:02,515 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7172
  2024-04-12 10:38:02,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7173
  2024-04-12 10:38:02,756 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7171
  2024-04-12 10:38:02,515 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7172
  2024-04-12 10:38:02,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7173
  2024-04-12 10:38:02,756 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
7174
+ 2024-04-12 10:38:04,361 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
7175
+ 2024-04-12 10:38:04,863 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7176
+ 2024-04-12 10:38:09,864 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7177
+ 2024-04-12 10:38:14,865 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7178
+ 2024-04-12 10:38:15,393 DEBUG SenderThread:485 [sender.py:send():379] send: stats
7179
+ 2024-04-12 10:38:17,512 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7180
+ 2024-04-12 10:38:17,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7181
+ 2024-04-12 10:38:17,757 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
7182
+ 2024-04-12 10:38:20,823 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7183
+ 2024-04-12 10:38:23,804 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
7184
+ 2024-04-12 10:38:23,805 DEBUG SenderThread:485 [sender.py:send():379] send: history
7185
+ 2024-04-12 10:38:23,806 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
7186
+ 2024-04-12 10:38:23,806 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
7187
+ 2024-04-12 10:38:24,368 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
7188
+ 2024-04-12 10:38:26,340 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7189
+ 2024-04-12 10:38:26,369 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
7190
+ 2024-04-12 10:38:31,342 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7191
+ 2024-04-12 10:38:32,512 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7192
+ 2024-04-12 10:38:32,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7193
+ 2024-04-12 10:38:32,757 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
7194
+ 2024-04-12 10:38:36,878 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7195
+ 2024-04-12 10:38:41,879 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7196
+ 2024-04-12 10:38:45,390 DEBUG SenderThread:485 [sender.py:send():379] send: stats
7197
+ 2024-04-12 10:38:47,170 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
7198
+ 2024-04-12 10:38:47,171 DEBUG SenderThread:485 [sender.py:send():379] send: history
7199
+ 2024-04-12 10:38:47,172 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
7200
+ 2024-04-12 10:38:47,173 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7201
+ 2024-04-12 10:38:47,174 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
7202
+ 2024-04-12 10:38:47,376 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
7203
+ 2024-04-12 10:38:47,674 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7204
+ 2024-04-12 10:38:47,945 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7205
+ 2024-04-12 10:38:47,946 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
wandb/run-20240412_074044-widovcn3/files/output.log CHANGED
@@ -866,4 +866,6 @@
866
  warnings.warn(
867
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
868
  warnings.warn(
 
 
869
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
 
866
  warnings.warn(
867
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
868
  warnings.warn(
869
+ /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
870
+ warnings.warn(
871
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
wandb/run-20240412_074044-widovcn3/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 3.432, "train/grad_norm": 26.743480682373047, "train/learning_rate": 1.8890106104060177e-05, "train/epoch": 0.69, "train/global_step": 8680, "_timestamp": 1712918281.7418907, "_runtime": 10637.234172582626, "_step": 433}
 
1
+ {"train/loss": 3.4618, "train/grad_norm": 32.51453399658203, "train/learning_rate": 1.8796186815817743e-05, "train/epoch": 0.7, "train/global_step": 8720, "_timestamp": 1712918327.1697452, "_runtime": 10682.66202712059, "_step": 435}
wandb/run-20240412_074044-widovcn3/logs/debug-internal.log CHANGED
@@ -7171,3 +7171,35 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
7171
  2024-04-12 10:38:02,515 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7172
  2024-04-12 10:38:02,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7173
  2024-04-12 10:38:02,756 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7171
  2024-04-12 10:38:02,515 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7172
  2024-04-12 10:38:02,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7173
  2024-04-12 10:38:02,756 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
7174
+ 2024-04-12 10:38:04,361 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
7175
+ 2024-04-12 10:38:04,863 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7176
+ 2024-04-12 10:38:09,864 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7177
+ 2024-04-12 10:38:14,865 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7178
+ 2024-04-12 10:38:15,393 DEBUG SenderThread:485 [sender.py:send():379] send: stats
7179
+ 2024-04-12 10:38:17,512 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7180
+ 2024-04-12 10:38:17,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7181
+ 2024-04-12 10:38:17,757 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
7182
+ 2024-04-12 10:38:20,823 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7183
+ 2024-04-12 10:38:23,804 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
7184
+ 2024-04-12 10:38:23,805 DEBUG SenderThread:485 [sender.py:send():379] send: history
7185
+ 2024-04-12 10:38:23,806 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
7186
+ 2024-04-12 10:38:23,806 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
7187
+ 2024-04-12 10:38:24,368 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
7188
+ 2024-04-12 10:38:26,340 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7189
+ 2024-04-12 10:38:26,369 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
7190
+ 2024-04-12 10:38:31,342 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7191
+ 2024-04-12 10:38:32,512 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7192
+ 2024-04-12 10:38:32,756 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7193
+ 2024-04-12 10:38:32,757 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
7194
+ 2024-04-12 10:38:36,878 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7195
+ 2024-04-12 10:38:41,879 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7196
+ 2024-04-12 10:38:45,390 DEBUG SenderThread:485 [sender.py:send():379] send: stats
7197
+ 2024-04-12 10:38:47,170 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
7198
+ 2024-04-12 10:38:47,171 DEBUG SenderThread:485 [sender.py:send():379] send: history
7199
+ 2024-04-12 10:38:47,172 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
7200
+ 2024-04-12 10:38:47,173 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
7201
+ 2024-04-12 10:38:47,174 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
7202
+ 2024-04-12 10:38:47,376 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
7203
+ 2024-04-12 10:38:47,674 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
7204
+ 2024-04-12 10:38:47,945 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
7205
+ 2024-04-12 10:38:47,946 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb CHANGED
Binary files a/wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb and b/wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb differ