{ "best_metric": 0.824, "best_model_checkpoint": "Bert_tinybert-distilled/run-5/checkpoint-1032", "epoch": 6.0, "eval_steps": 500, "global_step": 1032, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 0.9512056112289429, "learning_rate": 0.0001860785294707651, "loss": 0.5131, "step": 172 }, { "epoch": 1.0, "eval_AUC": 0.835936, "eval_BAC": 0.7566666666666666, "eval_MCC": 0.513333789630238, "eval_PR_AUC": 0.7961733871717276, "eval_accuracy": 0.7566666666666667, "eval_loss": 0.45322349667549133, "eval_runtime": 6.3408, "eval_samples_per_second": 236.562, "eval_steps_per_second": 7.412, "step": 172 }, { "epoch": 2.0, "grad_norm": 1.6722192764282227, "learning_rate": 0.00015949588240351295, "loss": 0.4704, "step": 344 }, { "epoch": 2.0, "eval_AUC": 0.8548942222222222, "eval_BAC": 0.7866666666666666, "eval_MCC": 0.596741247380097, "eval_PR_AUC": 0.8018353018281653, "eval_accuracy": 0.7866666666666666, "eval_loss": 0.43870097398757935, "eval_runtime": 6.2585, "eval_samples_per_second": 239.673, "eval_steps_per_second": 7.51, "step": 344 }, { "epoch": 3.0, "grad_norm": 2.272857904434204, "learning_rate": 0.0001329132353362608, "loss": 0.4584, "step": 516 }, { "epoch": 3.0, "eval_AUC": 0.8628124444444446, "eval_BAC": 0.7953333333333333, "eval_MCC": 0.5909950885250521, "eval_PR_AUC": 0.8297629946290537, "eval_accuracy": 0.7953333333333333, "eval_loss": 0.42132893204689026, "eval_runtime": 6.2287, "eval_samples_per_second": 240.819, "eval_steps_per_second": 7.546, "step": 516 }, { "epoch": 4.0, "grad_norm": 2.723982810974121, "learning_rate": 0.00010633058826900864, "loss": 0.4493, "step": 688 }, { "epoch": 4.0, "eval_AUC": 0.8751004444444445, "eval_BAC": 0.8133333333333334, "eval_MCC": 0.629739455225116, "eval_PR_AUC": 0.842213368644533, "eval_accuracy": 0.8133333333333334, "eval_loss": 0.40822649002075195, "eval_runtime": 6.284, "eval_samples_per_second": 238.7, "eval_steps_per_second": 7.479, "step": 688 }, { "epoch": 5.0, "grad_norm": 3.5007638931274414, "learning_rate": 7.974794120175647e-05, "loss": 0.44, "step": 860 }, { "epoch": 5.0, "eval_AUC": 0.8788462222222223, "eval_BAC": 0.8160000000000001, "eval_MCC": 0.6433072129217033, "eval_PR_AUC": 0.8432956799918935, "eval_accuracy": 0.816, "eval_loss": 0.4106001853942871, "eval_runtime": 6.2449, "eval_samples_per_second": 240.196, "eval_steps_per_second": 7.526, "step": 860 }, { "epoch": 6.0, "grad_norm": 3.927262306213379, "learning_rate": 5.316529413450432e-05, "loss": 0.434, "step": 1032 }, { "epoch": 6.0, "eval_AUC": 0.8820462222222223, "eval_BAC": 0.8240000000000001, "eval_MCC": 0.6523025718935186, "eval_PR_AUC": 0.8496646661140822, "eval_accuracy": 0.824, "eval_loss": 0.40657976269721985, "eval_runtime": 6.2506, "eval_samples_per_second": 239.975, "eval_steps_per_second": 7.519, "step": 1032 } ], "logging_steps": 500, "max_steps": 1376, "num_input_tokens_seen": 0, "num_train_epochs": 8, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2702266380000.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.7927861374990359, "learning_rate": 0.00021266117653801728, "num_train_epochs": 8, "temperature": 5 } }