| { | |
| "best_metric": 1.0670849084854126, | |
| "best_model_checkpoint": "outputs/checkpoint-170", | |
| "epoch": 4.874551971326165, | |
| "eval_steps": 500, | |
| "global_step": 170, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.5734767025089605, | |
| "grad_norm": 1.373448371887207, | |
| "learning_rate": 2e-05, | |
| "loss": 2.8781, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.974910394265233, | |
| "eval_loss": 2.158191204071045, | |
| "eval_runtime": 90.2612, | |
| "eval_samples_per_second": 12.364, | |
| "eval_steps_per_second": 1.551, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 1.146953405017921, | |
| "grad_norm": 0.6855719685554504, | |
| "learning_rate": 4e-05, | |
| "loss": 2.3786, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.7204301075268817, | |
| "grad_norm": 0.6112047433853149, | |
| "learning_rate": 6e-05, | |
| "loss": 1.8949, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.978494623655914, | |
| "eval_loss": 1.6969424486160278, | |
| "eval_runtime": 35.3087, | |
| "eval_samples_per_second": 31.607, | |
| "eval_steps_per_second": 3.965, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 2.293906810035842, | |
| "grad_norm": 0.7167624235153198, | |
| "learning_rate": 8e-05, | |
| "loss": 1.707, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.867383512544803, | |
| "grad_norm": 1.0710257291793823, | |
| "learning_rate": 0.0001, | |
| "loss": 1.5109, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.982078853046595, | |
| "eval_loss": 1.366994857788086, | |
| "eval_runtime": 35.3012, | |
| "eval_samples_per_second": 31.614, | |
| "eval_steps_per_second": 3.966, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 3.4408602150537635, | |
| "grad_norm": 1.3240500688552856, | |
| "learning_rate": 8.117449009293668e-05, | |
| "loss": 1.3227, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 3.985663082437276, | |
| "eval_loss": 1.1181360483169556, | |
| "eval_runtime": 35.2954, | |
| "eval_samples_per_second": 31.619, | |
| "eval_steps_per_second": 3.967, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 4.014336917562724, | |
| "grad_norm": 1.4254589080810547, | |
| "learning_rate": 3.887395330218429e-05, | |
| "loss": 1.214, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 4.587813620071684, | |
| "grad_norm": 1.6918621063232422, | |
| "learning_rate": 4.951556604879048e-06, | |
| "loss": 1.0894, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 4.874551971326165, | |
| "eval_loss": 1.0670849084854126, | |
| "eval_runtime": 35.2971, | |
| "eval_samples_per_second": 31.617, | |
| "eval_steps_per_second": 3.966, | |
| "step": 170 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 170, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 8953785954189312.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |