File size: 4,780 Bytes
8f25fac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 |
{
"best_metric": 0.8213333333333334,
"best_model_checkpoint": "Bert_tinybert-distilled/run-34/checkpoint-860",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 1204,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 1.2015043497085571,
"learning_rate": 0.00027537877162579386,
"loss": 0.5903,
"step": 172
},
{
"epoch": 1.0,
"eval_AUC": 0.8227715555555557,
"eval_BAC": 0.7293333333333334,
"eval_MCC": 0.462798882269463,
"eval_PR_AUC": 0.7817423653297785,
"eval_accuracy": 0.7293333333333333,
"eval_loss": 0.524067223072052,
"eval_runtime": 6.2657,
"eval_samples_per_second": 239.398,
"eval_steps_per_second": 7.501,
"step": 172
},
{
"epoch": 2.0,
"grad_norm": 2.673234224319458,
"learning_rate": 0.00024095642517256964,
"loss": 0.5391,
"step": 344
},
{
"epoch": 2.0,
"eval_AUC": 0.8590240000000001,
"eval_BAC": 0.7893333333333333,
"eval_MCC": 0.6018126794174047,
"eval_PR_AUC": 0.8177888157143621,
"eval_accuracy": 0.7893333333333333,
"eval_loss": 0.48427751660346985,
"eval_runtime": 6.2417,
"eval_samples_per_second": 240.319,
"eval_steps_per_second": 7.53,
"step": 344
},
{
"epoch": 3.0,
"grad_norm": 2.158290147781372,
"learning_rate": 0.00020653407871934538,
"loss": 0.5144,
"step": 516
},
{
"epoch": 3.0,
"eval_AUC": 0.874496,
"eval_BAC": 0.8166666666666667,
"eval_MCC": 0.6357253352621931,
"eval_PR_AUC": 0.8445948803832817,
"eval_accuracy": 0.8166666666666667,
"eval_loss": 0.45355746150016785,
"eval_runtime": 6.2253,
"eval_samples_per_second": 240.953,
"eval_steps_per_second": 7.55,
"step": 516
},
{
"epoch": 4.0,
"grad_norm": 3.349181890487671,
"learning_rate": 0.00017211173226612116,
"loss": 0.4983,
"step": 688
},
{
"epoch": 4.0,
"eval_AUC": 0.8846435555555555,
"eval_BAC": 0.8160000000000001,
"eval_MCC": 0.6361963355504687,
"eval_PR_AUC": 0.8646294269782169,
"eval_accuracy": 0.816,
"eval_loss": 0.43939444422721863,
"eval_runtime": 6.2032,
"eval_samples_per_second": 241.81,
"eval_steps_per_second": 7.577,
"step": 688
},
{
"epoch": 5.0,
"grad_norm": 3.5103800296783447,
"learning_rate": 0.00013768938581289693,
"loss": 0.4834,
"step": 860
},
{
"epoch": 5.0,
"eval_AUC": 0.8878346666666667,
"eval_BAC": 0.8213333333333334,
"eval_MCC": 0.6458179094010764,
"eval_PR_AUC": 0.8644689328040056,
"eval_accuracy": 0.8213333333333334,
"eval_loss": 0.4339253008365631,
"eval_runtime": 6.2328,
"eval_samples_per_second": 240.664,
"eval_steps_per_second": 7.541,
"step": 860
},
{
"epoch": 6.0,
"grad_norm": 5.336594581604004,
"learning_rate": 0.00010326703935967269,
"loss": 0.4746,
"step": 1032
},
{
"epoch": 6.0,
"eval_AUC": 0.8907893333333334,
"eval_BAC": 0.8106666666666666,
"eval_MCC": 0.6252673865062606,
"eval_PR_AUC": 0.878022223565124,
"eval_accuracy": 0.8106666666666666,
"eval_loss": 0.4312085807323456,
"eval_runtime": 6.2382,
"eval_samples_per_second": 240.453,
"eval_steps_per_second": 7.534,
"step": 1032
},
{
"epoch": 7.0,
"grad_norm": 4.427212715148926,
"learning_rate": 6.884469290644847e-05,
"loss": 0.4628,
"step": 1204
},
{
"epoch": 7.0,
"eval_AUC": 0.8948551111111112,
"eval_BAC": 0.8200000000000001,
"eval_MCC": 0.64296966214199,
"eval_PR_AUC": 0.8703491534724792,
"eval_accuracy": 0.82,
"eval_loss": 0.4243921637535095,
"eval_runtime": 6.2243,
"eval_samples_per_second": 240.991,
"eval_steps_per_second": 7.551,
"step": 1204
}
],
"logging_steps": 500,
"max_steps": 1548,
"num_input_tokens_seen": 0,
"num_train_epochs": 9,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 3152644110000.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": {
"alpha": 0.9233020385816241,
"learning_rate": 0.0003098011180790181,
"num_train_epochs": 9,
"temperature": 6
}
}
|