csujeong commited on
Commit
b88c5c2
1 Parent(s): 13b21b9

Training in progress, step 40

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd037e7f0210cda02150f2e627289bb0fd70d7812ba5f80bde285833d048f14f
3
  size 261131840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c04c72adb5d1a83b96b9bee22ca9455365fb7bcf06ebc7df9a44ca38e6ed21f
3
  size 261131840
runs/Dec25_02-34-12_e0dc55e75a0e/events.out.tfevents.1703471684.e0dc55e75a0e.239.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be75f7cc50d332f03237dd5fed1ac6ac9f8950b0e6d7733cee31d2d584e0a17c
3
- size 5772
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b83ceb46655b0c5b523b70906df796a31fe5c4d1cd471d820dbdc7c56b1483f
3
+ size 6080
wandb/debug-internal.log CHANGED
@@ -110,3 +110,59 @@
110
  2023-12-25 02:37:23,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
111
  2023-12-25 02:37:23,205 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
112
  2023-12-25 02:37:23,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
110
  2023-12-25 02:37:23,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
111
  2023-12-25 02:37:23,205 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
112
  2023-12-25 02:37:23,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
113
+ 2023-12-25 02:37:28,387 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
114
+ 2023-12-25 02:37:33,388 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
115
+ 2023-12-25 02:37:38,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
116
+ 2023-12-25 02:37:38,206 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
117
+ 2023-12-25 02:37:38,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
118
+ 2023-12-25 02:37:39,367 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
119
+ 2023-12-25 02:37:44,368 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
120
+ 2023-12-25 02:37:49,368 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
121
+ 2023-12-25 02:37:53,115 DEBUG SenderThread:5727 [sender.py:send():382] send: stats
122
+ 2023-12-25 02:37:53,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
123
+ 2023-12-25 02:37:53,205 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
124
+ 2023-12-25 02:37:53,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
125
+ 2023-12-25 02:37:55,301 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
126
+ 2023-12-25 02:38:00,302 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
127
+ 2023-12-25 02:38:05,303 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
128
+ 2023-12-25 02:38:06,809 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: partial_history
129
+ 2023-12-25 02:38:06,810 DEBUG SenderThread:5727 [sender.py:send():382] send: history
130
+ 2023-12-25 02:38:06,812 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: summary_record
131
+ 2023-12-25 02:38:06,827 INFO SenderThread:5727 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
132
+ 2023-12-25 02:38:07,757 INFO Thread-12 :5727 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Falcon-7B-Fintued-Finance-Stock-E/wandb/run-20231225_023520-367ycxh7/files/wandb-summary.json
133
+ 2023-12-25 02:38:08,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
134
+ 2023-12-25 02:38:08,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
135
+ 2023-12-25 02:38:08,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
136
+ 2023-12-25 02:38:10,353 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
137
+ 2023-12-25 02:38:15,354 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
138
+ 2023-12-25 02:38:20,355 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
139
+ 2023-12-25 02:38:23,116 DEBUG SenderThread:5727 [sender.py:send():382] send: stats
140
+ 2023-12-25 02:38:23,212 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
141
+ 2023-12-25 02:38:23,214 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
142
+ 2023-12-25 02:38:23,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
143
+ 2023-12-25 02:38:26,322 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
144
+ 2023-12-25 02:38:31,323 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
145
+ 2023-12-25 02:38:36,324 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
146
+ 2023-12-25 02:38:38,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
147
+ 2023-12-25 02:38:38,214 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
148
+ 2023-12-25 02:38:38,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
149
+ 2023-12-25 02:38:41,327 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
150
+ 2023-12-25 02:38:46,328 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
151
+ 2023-12-25 02:38:51,334 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
152
+ 2023-12-25 02:38:53,116 DEBUG SenderThread:5727 [sender.py:send():382] send: stats
153
+ 2023-12-25 02:38:53,212 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
154
+ 2023-12-25 02:38:53,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
155
+ 2023-12-25 02:38:53,214 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
156
+ 2023-12-25 02:38:56,379 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
157
+ 2023-12-25 02:39:01,080 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: partial_history
158
+ 2023-12-25 02:39:01,082 DEBUG SenderThread:5727 [sender.py:send():382] send: history
159
+ 2023-12-25 02:39:01,082 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: summary_record
160
+ 2023-12-25 02:39:01,089 INFO SenderThread:5727 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
161
+ 2023-12-25 02:39:01,917 INFO Thread-12 :5727 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Falcon-7B-Fintued-Finance-Stock-E/wandb/run-20231225_023520-367ycxh7/files/wandb-summary.json
162
+ 2023-12-25 02:39:02,090 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
163
+ 2023-12-25 02:39:07,091 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
164
+ 2023-12-25 02:39:08,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
165
+ 2023-12-25 02:39:08,214 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
166
+ 2023-12-25 02:39:08,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
167
+ 2023-12-25 02:39:12,273 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
168
+ 2023-12-25 02:39:17,273 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
wandb/run-20231225_023520-367ycxh7/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 1.0894, "train/learning_rate": 0.00015611870653623825, "train/epoch": 0.59, "train/global_step": 20, "_timestamp": 1703471832.938313, "_runtime": 112.1889328956604, "_step": 1}
 
1
+ {"train/loss": 0.7961, "train/learning_rate": 5.3159155930021e-05, "train/epoch": 1.18, "train/global_step": 40, "_timestamp": 1703471941.0801878, "_runtime": 220.33080768585205, "_step": 3}
wandb/run-20231225_023520-367ycxh7/logs/debug-internal.log CHANGED
@@ -110,3 +110,59 @@
110
  2023-12-25 02:37:23,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
111
  2023-12-25 02:37:23,205 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
112
  2023-12-25 02:37:23,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
110
  2023-12-25 02:37:23,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
111
  2023-12-25 02:37:23,205 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
112
  2023-12-25 02:37:23,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
113
+ 2023-12-25 02:37:28,387 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
114
+ 2023-12-25 02:37:33,388 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
115
+ 2023-12-25 02:37:38,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
116
+ 2023-12-25 02:37:38,206 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
117
+ 2023-12-25 02:37:38,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
118
+ 2023-12-25 02:37:39,367 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
119
+ 2023-12-25 02:37:44,368 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
120
+ 2023-12-25 02:37:49,368 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
121
+ 2023-12-25 02:37:53,115 DEBUG SenderThread:5727 [sender.py:send():382] send: stats
122
+ 2023-12-25 02:37:53,204 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
123
+ 2023-12-25 02:37:53,205 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
124
+ 2023-12-25 02:37:53,206 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
125
+ 2023-12-25 02:37:55,301 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
126
+ 2023-12-25 02:38:00,302 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
127
+ 2023-12-25 02:38:05,303 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
128
+ 2023-12-25 02:38:06,809 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: partial_history
129
+ 2023-12-25 02:38:06,810 DEBUG SenderThread:5727 [sender.py:send():382] send: history
130
+ 2023-12-25 02:38:06,812 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: summary_record
131
+ 2023-12-25 02:38:06,827 INFO SenderThread:5727 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
132
+ 2023-12-25 02:38:07,757 INFO Thread-12 :5727 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Falcon-7B-Fintued-Finance-Stock-E/wandb/run-20231225_023520-367ycxh7/files/wandb-summary.json
133
+ 2023-12-25 02:38:08,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
134
+ 2023-12-25 02:38:08,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
135
+ 2023-12-25 02:38:08,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
136
+ 2023-12-25 02:38:10,353 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
137
+ 2023-12-25 02:38:15,354 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
138
+ 2023-12-25 02:38:20,355 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
139
+ 2023-12-25 02:38:23,116 DEBUG SenderThread:5727 [sender.py:send():382] send: stats
140
+ 2023-12-25 02:38:23,212 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
141
+ 2023-12-25 02:38:23,214 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
142
+ 2023-12-25 02:38:23,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
143
+ 2023-12-25 02:38:26,322 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
144
+ 2023-12-25 02:38:31,323 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
145
+ 2023-12-25 02:38:36,324 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
146
+ 2023-12-25 02:38:38,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
147
+ 2023-12-25 02:38:38,214 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
148
+ 2023-12-25 02:38:38,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
149
+ 2023-12-25 02:38:41,327 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
150
+ 2023-12-25 02:38:46,328 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
151
+ 2023-12-25 02:38:51,334 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
152
+ 2023-12-25 02:38:53,116 DEBUG SenderThread:5727 [sender.py:send():382] send: stats
153
+ 2023-12-25 02:38:53,212 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
154
+ 2023-12-25 02:38:53,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
155
+ 2023-12-25 02:38:53,214 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
156
+ 2023-12-25 02:38:56,379 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
157
+ 2023-12-25 02:39:01,080 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: partial_history
158
+ 2023-12-25 02:39:01,082 DEBUG SenderThread:5727 [sender.py:send():382] send: history
159
+ 2023-12-25 02:39:01,082 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: summary_record
160
+ 2023-12-25 02:39:01,089 INFO SenderThread:5727 [sender.py:_save_file():1392] saving file wandb-summary.json with policy end
161
+ 2023-12-25 02:39:01,917 INFO Thread-12 :5727 [dir_watcher.py:_on_file_modified():288] file/dir modified: /content/gdrive/MyDrive/LLM/Falcon-7B-Fintued-Finance-Stock-E/wandb/run-20231225_023520-367ycxh7/files/wandb-summary.json
162
+ 2023-12-25 02:39:02,090 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
163
+ 2023-12-25 02:39:07,091 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
164
+ 2023-12-25 02:39:08,213 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: internal_messages
165
+ 2023-12-25 02:39:08,214 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: stop_status
166
+ 2023-12-25 02:39:08,215 DEBUG SenderThread:5727 [sender.py:send_request():409] send_request: stop_status
167
+ 2023-12-25 02:39:12,273 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report
168
+ 2023-12-25 02:39:17,273 DEBUG HandlerThread:5727 [handler.py:handle_request():146] handle_request: status_report