{ "best_metric": 0.8166666666666667, "best_model_checkpoint": "Bert_tinybert-distilled/run-34/checkpoint-516", "epoch": 4.0, "eval_steps": 500, "global_step": 688, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.2015043497085571, "learning_rate": 0.00027537877162579386, "loss": 0.5903, "step": 172 }, { "epoch": 1.0, "eval_AUC": 0.8227715555555557, "eval_BAC": 0.7293333333333334, "eval_MCC": 0.462798882269463, "eval_PR_AUC": 0.7817423653297785, "eval_accuracy": 0.7293333333333333, "eval_loss": 0.524067223072052, "eval_runtime": 6.2657, "eval_samples_per_second": 239.398, "eval_steps_per_second": 7.501, "step": 172 }, { "epoch": 2.0, "grad_norm": 2.673234224319458, "learning_rate": 0.00024095642517256964, "loss": 0.5391, "step": 344 }, { "epoch": 2.0, "eval_AUC": 0.8590240000000001, "eval_BAC": 0.7893333333333333, "eval_MCC": 0.6018126794174047, "eval_PR_AUC": 0.8177888157143621, "eval_accuracy": 0.7893333333333333, "eval_loss": 0.48427751660346985, "eval_runtime": 6.2417, "eval_samples_per_second": 240.319, "eval_steps_per_second": 7.53, "step": 344 }, { "epoch": 3.0, "grad_norm": 2.158290147781372, "learning_rate": 0.00020653407871934538, "loss": 0.5144, "step": 516 }, { "epoch": 3.0, "eval_AUC": 0.874496, "eval_BAC": 0.8166666666666667, "eval_MCC": 0.6357253352621931, "eval_PR_AUC": 0.8445948803832817, "eval_accuracy": 0.8166666666666667, "eval_loss": 0.45355746150016785, "eval_runtime": 6.2253, "eval_samples_per_second": 240.953, "eval_steps_per_second": 7.55, "step": 516 }, { "epoch": 4.0, "grad_norm": 3.349181890487671, "learning_rate": 0.00017211173226612116, "loss": 0.4983, "step": 688 }, { "epoch": 4.0, "eval_AUC": 0.8846435555555555, "eval_BAC": 0.8160000000000001, "eval_MCC": 0.6361963355504687, "eval_PR_AUC": 0.8646294269782169, "eval_accuracy": 0.816, "eval_loss": 0.43939444422721863, "eval_runtime": 6.2032, "eval_samples_per_second": 241.81, "eval_steps_per_second": 7.577, "step": 688 } ], "logging_steps": 500, "max_steps": 1548, "num_input_tokens_seen": 0, "num_train_epochs": 9, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1801510920000.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.9233020385816241, "learning_rate": 0.0003098011180790181, "num_train_epochs": 9, "temperature": 6 } }