| { | |
| "best_metric": 0.8322489857673645, | |
| "best_model_checkpoint": "./Zeroshot/01-12-23-mistralai-Mistral-7B-v0.1_multilang-dataset-3.0.3-portuguese-2_epochs-10_batch_3/checkpoints/checkpoint-13546", | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 13546, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 5.835794447725931e-05, | |
| "loss": 1.4468, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 0.00011742468989958655, | |
| "loss": 0.9754, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 0.00017649143532191377, | |
| "loss": 0.9429, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 0.000235558180744241, | |
| "loss": 0.9147, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 0.00029462492616656825, | |
| "loss": 0.9067, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 0.00035369167158889544, | |
| "loss": 0.8978, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.8805813789367676, | |
| "eval_runtime": 88.2945, | |
| "eval_samples_per_second": 17.057, | |
| "eval_steps_per_second": 2.141, | |
| "step": 3386 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 0.00039998760393503537, | |
| "loss": 0.895, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 0.0003996072594095129, | |
| "loss": 0.8687, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 0.00039869668890858337, | |
| "loss": 0.8884, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 0.00039725831122269285, | |
| "loss": 0.8715, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 0.00039529594718087214, | |
| "loss": 0.8645, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 0.0003928148095012922, | |
| "loss": 0.8666, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 0.0003898214889444803, | |
| "loss": 0.8719, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.8552550673484802, | |
| "eval_runtime": 88.3232, | |
| "eval_samples_per_second": 17.051, | |
| "eval_steps_per_second": 2.14, | |
| "step": 6773 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 0.00038632393680597854, | |
| "loss": 0.8438, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 0.0003823314437949511, | |
| "loss": 0.8308, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 0.00037785461535484375, | |
| "loss": 0.8259, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 0.0003729053434916558, | |
| "loss": 0.8324, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 0.0003674967751846552, | |
| "loss": 0.8413, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 0.0003616554183563445, | |
| "loss": 0.8322, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 0.00035537338261496887, | |
| "loss": 0.8368, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.8443310260772705, | |
| "eval_runtime": 88.3102, | |
| "eval_samples_per_second": 17.054, | |
| "eval_steps_per_second": 2.14, | |
| "step": 10159 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 0.0003486786213865893, | |
| "loss": 0.8088, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 0.0003415889182744321, | |
| "loss": 0.8003, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 0.0003341231059840768, | |
| "loss": 0.805, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 0.0003263010162972709, | |
| "loss": 0.8061, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 0.00031814342739185336, | |
| "loss": 0.8008, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 0.000309672008647721, | |
| "loss": 0.8029, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 0.00030090926308545536, | |
| "loss": 0.8056, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.8322489857673645, | |
| "eval_runtime": 88.3294, | |
| "eval_samples_per_second": 17.05, | |
| "eval_steps_per_second": 2.14, | |
| "step": 13546 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 33860, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "total_flos": 6.802174422960538e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |