Femboyuwu2000
commited on
Commit
•
b0f9db3
1
Parent(s):
aea0a48
Training in progress, step 6780, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 13982248
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:720b003068dffa8262fc19d67635315f97ac650b263fd177d92adc68b5e84fe8
|
3 |
size 13982248
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 7062522
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:370ab4cbab2424ee9196b0433c81cdf1630c4c010b17101af78d131d7e230efe
|
3 |
size 7062522
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:225da166a3567479b467edbd66cc5540e5fb9e21ad5559249bc60343e8aa02cb
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6c398f06d76c43e8804ec85a57336d4caa4a253171be4f5a124c97886f31616
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -2366,6 +2366,20 @@
|
|
2366 |
"learning_rate": 2.3176374956579525e-05,
|
2367 |
"loss": 3.4748,
|
2368 |
"step": 6740
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2369 |
}
|
2370 |
],
|
2371 |
"logging_steps": 20,
|
@@ -2373,7 +2387,7 @@
|
|
2373 |
"num_input_tokens_seen": 0,
|
2374 |
"num_train_epochs": 2,
|
2375 |
"save_steps": 20,
|
2376 |
-
"total_flos": 1.
|
2377 |
"train_batch_size": 8,
|
2378 |
"trial_name": null,
|
2379 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.5424,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 6780,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
2366 |
"learning_rate": 2.3176374956579525e-05,
|
2367 |
"loss": 3.4748,
|
2368 |
"step": 6740
|
2369 |
+
},
|
2370 |
+
{
|
2371 |
+
"epoch": 0.54,
|
2372 |
+
"grad_norm": 41.864219665527344,
|
2373 |
+
"learning_rate": 2.3135602701728302e-05,
|
2374 |
+
"loss": 3.4859,
|
2375 |
+
"step": 6760
|
2376 |
+
},
|
2377 |
+
{
|
2378 |
+
"epoch": 0.54,
|
2379 |
+
"grad_norm": 48.69860076904297,
|
2380 |
+
"learning_rate": 2.3094745108254437e-05,
|
2381 |
+
"loss": 3.5111,
|
2382 |
+
"step": 6780
|
2383 |
}
|
2384 |
],
|
2385 |
"logging_steps": 20,
|
|
|
2387 |
"num_input_tokens_seen": 0,
|
2388 |
"num_train_epochs": 2,
|
2389 |
"save_steps": 20,
|
2390 |
+
"total_flos": 1.6009810231689216e+16,
|
2391 |
"train_batch_size": 8,
|
2392 |
"trial_name": null,
|
2393 |
"trial_params": null
|