{ "best_metric": 0.783212896053363, "best_model_checkpoint": "tinybert-TG-HS-HX-parentpretrained\\run-8\\checkpoint-394", "epoch": 2.0, "eval_steps": 500, "global_step": 394, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "learning_rate": 9.45388964676361e-06, "loss": 0.275, "step": 197 }, { "epoch": 1.0, "eval_accuracy": 0.7752918287937743, "eval_loss": 0.26254990696907043, "eval_runtime": 125.5427, "eval_samples_per_second": 57.319, "eval_steps_per_second": 0.454, "step": 197 }, { "epoch": 2.0, "learning_rate": 4.726944823381805e-06, "loss": 0.2662, "step": 394 }, { "epoch": 2.0, "eval_accuracy": 0.783212896053363, "eval_loss": 0.25981640815734863, "eval_runtime": 125.4546, "eval_samples_per_second": 57.359, "eval_steps_per_second": 0.454, "step": 394 } ], "logging_steps": 500, "max_steps": 591, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "total_flos": 88890104312136.0, "trial_name": null, "trial_params": { "alpha": 0.43662764362367845, "learning_rate": 1.4180834470145417e-05, "num_train_epochs": 3, "temperature": 19 } }