bitsoko commited on
Commit
03ee0d8
·
verified ·
1 Parent(s): 028a84b

Training in progress, step 700, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77bec1f4ac425531a05582ea8046293677e9aef7e25a09da01544099efb93f8d
3
  size 1912664024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b4682692992db075f9024f2c63eac83eb305915bd6c61234d4a5deca1fac75c
3
  size 1912664024
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c62765d738accf85fc7c3f65162136ac7c75de679fcbaa389480de246257616a
3
  size 958697812
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f24b4f52bd0b8f9ac26e16e78879f5a8c4c27264adc49893b3fc5b8423ce1e
3
  size 958697812
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0ab450b6ed3afea5706163f591f78b56c95466e0ef81af351a47a99261b91e2
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0a61ccdb5b3252599d2e2432ba4f211122102a4126260f1358927b77c71653b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1b4f26951b84f5727f8b34d9245ef840230c09420a237b4b37e336f28fe1f3c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b183230938bcc01af8f0f0d377dbe65feea9f53394705c31ed6dde5c6bf91e43
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.039879747223756055,
5
  "eval_steps": 20,
6
- "global_step": 650,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -487,6 +487,51 @@
487
  "eval_samples_per_second": 4.261,
488
  "eval_steps_per_second": 0.554,
489
  "step": 640
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
490
  }
491
  ],
492
  "logging_steps": 20,
@@ -494,7 +539,7 @@
494
  "num_input_tokens_seen": 0,
495
  "num_train_epochs": 1,
496
  "save_steps": 50,
497
- "total_flos": 4.730105544192e+16,
498
  "train_batch_size": 2,
499
  "trial_name": null,
500
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.04294742008712191,
5
  "eval_steps": 20,
6
+ "global_step": 700,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
487
  "eval_samples_per_second": 4.261,
488
  "eval_steps_per_second": 0.554,
489
  "step": 640
490
+ },
491
+ {
492
+ "epoch": 0.04049328179642923,
493
+ "grad_norm": 0.13563913106918335,
494
+ "learning_rate": 0.00019196023075978888,
495
+ "loss": 1.4851,
496
+ "step": 660
497
+ },
498
+ {
499
+ "epoch": 0.04049328179642923,
500
+ "eval_loss": 1.414802074432373,
501
+ "eval_runtime": 23.3961,
502
+ "eval_samples_per_second": 4.274,
503
+ "eval_steps_per_second": 0.556,
504
+ "step": 660
505
+ },
506
+ {
507
+ "epoch": 0.04172035094177557,
508
+ "grad_norm": 0.13915061950683594,
509
+ "learning_rate": 0.00019171474162268321,
510
+ "loss": 1.4847,
511
+ "step": 680
512
+ },
513
+ {
514
+ "epoch": 0.04172035094177557,
515
+ "eval_loss": 1.4029760360717773,
516
+ "eval_runtime": 23.6066,
517
+ "eval_samples_per_second": 4.236,
518
+ "eval_steps_per_second": 0.551,
519
+ "step": 680
520
+ },
521
+ {
522
+ "epoch": 0.04294742008712191,
523
+ "grad_norm": 0.14418162405490875,
524
+ "learning_rate": 0.00019146925248557752,
525
+ "loss": 1.4724,
526
+ "step": 700
527
+ },
528
+ {
529
+ "epoch": 0.04294742008712191,
530
+ "eval_loss": 1.4029196500778198,
531
+ "eval_runtime": 23.5244,
532
+ "eval_samples_per_second": 4.251,
533
+ "eval_steps_per_second": 0.553,
534
+ "step": 700
535
  }
536
  ],
537
  "logging_steps": 20,
 
539
  "num_input_tokens_seen": 0,
540
  "num_train_epochs": 1,
541
  "save_steps": 50,
542
+ "total_flos": 5.08603168290816e+16,
543
  "train_batch_size": 2,
544
  "trial_name": null,
545
  "trial_params": null