File size: 5,102 Bytes
a538198 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.21008403361344538,
"eval_steps": 50,
"global_step": 200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01050420168067227,
"grad_norm": 2.691126585006714,
"learning_rate": 4.98249299719888e-05,
"loss": 1.6756,
"step": 10
},
{
"epoch": 0.02100840336134454,
"grad_norm": 1.9124071598052979,
"learning_rate": 4.96498599439776e-05,
"loss": 0.5155,
"step": 20
},
{
"epoch": 0.031512605042016806,
"grad_norm": 1.1180588006973267,
"learning_rate": 4.947478991596639e-05,
"loss": 0.4521,
"step": 30
},
{
"epoch": 0.04201680672268908,
"grad_norm": 0.7634907364845276,
"learning_rate": 4.9299719887955186e-05,
"loss": 0.3732,
"step": 40
},
{
"epoch": 0.052521008403361345,
"grad_norm": 0.6673978567123413,
"learning_rate": 4.912464985994398e-05,
"loss": 0.3832,
"step": 50
},
{
"epoch": 0.052521008403361345,
"eval_loss": 0.424630731344223,
"eval_runtime": 13.4948,
"eval_samples_per_second": 35.569,
"eval_steps_per_second": 2.223,
"step": 50
},
{
"epoch": 0.06302521008403361,
"grad_norm": 0.6445392370223999,
"learning_rate": 4.8949579831932775e-05,
"loss": 0.3386,
"step": 60
},
{
"epoch": 0.07352941176470588,
"grad_norm": 0.5743226408958435,
"learning_rate": 4.877450980392157e-05,
"loss": 0.3443,
"step": 70
},
{
"epoch": 0.08403361344537816,
"grad_norm": 0.6735454201698303,
"learning_rate": 4.859943977591036e-05,
"loss": 0.3212,
"step": 80
},
{
"epoch": 0.09453781512605042,
"grad_norm": 0.660349428653717,
"learning_rate": 4.8424369747899164e-05,
"loss": 0.3379,
"step": 90
},
{
"epoch": 0.10504201680672269,
"grad_norm": 0.8036162853240967,
"learning_rate": 4.824929971988796e-05,
"loss": 0.3177,
"step": 100
},
{
"epoch": 0.10504201680672269,
"eval_loss": 0.3798685073852539,
"eval_runtime": 13.5369,
"eval_samples_per_second": 35.459,
"eval_steps_per_second": 2.216,
"step": 100
},
{
"epoch": 0.11554621848739496,
"grad_norm": 0.6827962398529053,
"learning_rate": 4.807422969187675e-05,
"loss": 0.3405,
"step": 110
},
{
"epoch": 0.12605042016806722,
"grad_norm": 0.5923526287078857,
"learning_rate": 4.7899159663865554e-05,
"loss": 0.3324,
"step": 120
},
{
"epoch": 0.13655462184873948,
"grad_norm": 0.6476097106933594,
"learning_rate": 4.772408963585435e-05,
"loss": 0.3216,
"step": 130
},
{
"epoch": 0.14705882352941177,
"grad_norm": 0.5536680221557617,
"learning_rate": 4.7549019607843135e-05,
"loss": 0.3425,
"step": 140
},
{
"epoch": 0.15756302521008403,
"grad_norm": 0.5725419521331787,
"learning_rate": 4.7373949579831936e-05,
"loss": 0.3062,
"step": 150
},
{
"epoch": 0.15756302521008403,
"eval_loss": 0.36464938521385193,
"eval_runtime": 13.5257,
"eval_samples_per_second": 35.488,
"eval_steps_per_second": 2.218,
"step": 150
},
{
"epoch": 0.16806722689075632,
"grad_norm": 0.6459401249885559,
"learning_rate": 4.719887955182073e-05,
"loss": 0.327,
"step": 160
},
{
"epoch": 0.17857142857142858,
"grad_norm": 0.7749695181846619,
"learning_rate": 4.7023809523809525e-05,
"loss": 0.3146,
"step": 170
},
{
"epoch": 0.18907563025210083,
"grad_norm": 0.7452580332756042,
"learning_rate": 4.684873949579832e-05,
"loss": 0.3024,
"step": 180
},
{
"epoch": 0.19957983193277312,
"grad_norm": 0.632286012172699,
"learning_rate": 4.667366946778712e-05,
"loss": 0.3157,
"step": 190
},
{
"epoch": 0.21008403361344538,
"grad_norm": 0.6443158984184265,
"learning_rate": 4.6498599439775914e-05,
"loss": 0.3039,
"step": 200
},
{
"epoch": 0.21008403361344538,
"eval_loss": 0.35029926896095276,
"eval_runtime": 13.5332,
"eval_samples_per_second": 35.468,
"eval_steps_per_second": 2.217,
"step": 200
}
],
"logging_steps": 10,
"max_steps": 2856,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 2.383530248228045e+16,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}
|