|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 3.9022556390977443, |
|
"eval_steps": 17, |
|
"global_step": 264, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 2e-05, |
|
"loss": 1.8373, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"eval_loss": 1.8333783149719238, |
|
"eval_runtime": 16.5756, |
|
"eval_samples_per_second": 2.715, |
|
"eval_steps_per_second": 1.388, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4e-05, |
|
"loss": 1.8119, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 6e-05, |
|
"loss": 1.8301, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 8e-05, |
|
"loss": 1.7976, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.0001, |
|
"loss": 1.853, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00012, |
|
"loss": 1.7586, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00014, |
|
"loss": 1.8416, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.00016, |
|
"loss": 1.7755, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.00018, |
|
"loss": 1.804, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.0002, |
|
"loss": 1.7858, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.0001999923511388017, |
|
"loss": 1.7311, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.0001999694057253083, |
|
"loss": 1.7012, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00019993116726964554, |
|
"loss": 1.742, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.00019987764162142613, |
|
"loss": 1.7209, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.0001998088369688552, |
|
"loss": 1.7578, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.00019972476383747748, |
|
"loss": 1.6906, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.0001996254350885672, |
|
"loss": 1.738, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"eval_loss": 1.754616141319275, |
|
"eval_runtime": 16.6372, |
|
"eval_samples_per_second": 2.705, |
|
"eval_steps_per_second": 1.382, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.0001995108659171607, |
|
"loss": 1.7976, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00019938107384973166, |
|
"loss": 1.7781, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00019923607874151032, |
|
"loss": 1.7737, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.00019907590277344582, |
|
"loss": 1.6662, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00019890057044881306, |
|
"loss": 1.7869, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.0001987101085894644, |
|
"loss": 1.6646, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.00019850454633172631, |
|
"loss": 1.7482, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0001982839151219424, |
|
"loss": 1.7112, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.00019804824871166255, |
|
"loss": 1.7083, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00019779758315248004, |
|
"loss": 1.728, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00019753195679051628, |
|
"loss": 1.7292, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0001972514102605547, |
|
"loss": 1.6902, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00019695598647982468, |
|
"loss": 1.7432, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.00019664573064143604, |
|
"loss": 1.7258, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00019632069020746572, |
|
"loss": 1.7363, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.00019598091490169694, |
|
"loss": 1.7142, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.00019562645670201276, |
|
"loss": 1.704, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"eval_loss": 1.7388739585876465, |
|
"eval_runtime": 16.5955, |
|
"eval_samples_per_second": 2.712, |
|
"eval_steps_per_second": 1.386, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0001952573698324446, |
|
"loss": 1.7393, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.00019487371075487713, |
|
"loss": 1.7568, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.000194475538160411, |
|
"loss": 1.7445, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0001940629129603844, |
|
"loss": 1.6595, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00019363589827705492, |
|
"loss": 1.7288, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00019319455943394347, |
|
"loss": 1.6342, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00019273896394584103, |
|
"loss": 1.7066, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00019226918150848068, |
|
"loss": 1.6558, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00019178528398787551, |
|
"loss": 1.6756, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00019128734540932495, |
|
"loss": 1.7146, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.00019077544194609042, |
|
"loss": 1.7043, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.00019024965190774263, |
|
"loss": 1.6396, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.00018971005572818213, |
|
"loss": 1.648, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00018915673595333444, |
|
"loss": 1.5988, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.00018858977722852275, |
|
"loss": 1.7394, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00018800926628551886, |
|
"loss": 1.6362, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00018741529192927526, |
|
"loss": 1.6762, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"eval_loss": 1.7409569025039673, |
|
"eval_runtime": 16.7147, |
|
"eval_samples_per_second": 2.692, |
|
"eval_steps_per_second": 1.376, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.00018680794502434018, |
|
"loss": 1.6534, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00018618731848095706, |
|
"loss": 1.6551, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.00018555350724085162, |
|
"loss": 1.6297, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.0001849066082627079, |
|
"loss": 1.7152, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 0.00018424672050733576, |
|
"loss": 1.7062, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 0.00018357394492253215, |
|
"loss": 1.5742, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.00018288838442763838, |
|
"loss": 1.6424, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.00018219014389779585, |
|
"loss": 1.6544, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 0.00018147933014790244, |
|
"loss": 1.6179, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.0001807560519162724, |
|
"loss": 1.6823, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00018002041984800174, |
|
"loss": 1.5845, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.00017927254647804209, |
|
"loss": 1.6177, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.0001785125462139855, |
|
"loss": 1.6196, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 0.00017774053531856258, |
|
"loss": 1.6526, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 0.000176956631891857, |
|
"loss": 1.5792, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 0.00017616095585323878, |
|
"loss": 1.6652, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.00017535362892301954, |
|
"loss": 1.5981, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"eval_loss": 1.7487449645996094, |
|
"eval_runtime": 16.6837, |
|
"eval_samples_per_second": 2.697, |
|
"eval_steps_per_second": 1.379, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.0001745347746038319, |
|
"loss": 1.6053, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 0.0001737045181617364, |
|
"loss": 1.6171, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 0.00017286298660705875, |
|
"loss": 1.631, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.00017201030867496005, |
|
"loss": 1.5558, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 0.00017114661480574332, |
|
"loss": 1.5339, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.000170272037124899, |
|
"loss": 1.6548, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 0.00016938670942289293, |
|
"loss": 1.5526, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.00016849076713469914, |
|
"loss": 1.5565, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 0.00016758434731908178, |
|
"loss": 1.5604, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.00016666758863762793, |
|
"loss": 1.5654, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 0.00016574063133353582, |
|
"loss": 1.5967, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 0.00016480361721016054, |
|
"loss": 1.5608, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.00016385668960932143, |
|
"loss": 1.5801, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 0.00016289999338937427, |
|
"loss": 1.5472, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.00016193367490305088, |
|
"loss": 1.5126, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 0.00016095788197507081, |
|
"loss": 1.5896, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.00015997276387952732, |
|
"loss": 1.5593, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"eval_loss": 1.79562509059906, |
|
"eval_runtime": 16.6149, |
|
"eval_samples_per_second": 2.708, |
|
"eval_steps_per_second": 1.384, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 0.00015897847131705195, |
|
"loss": 1.5616, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.00015797515639176074, |
|
"loss": 1.596, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 0.0001569629725879857, |
|
"loss": 1.595, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.00015594207474679532, |
|
"loss": 1.5442, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.00015491261904230727, |
|
"loss": 1.5812, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 0.00015387476295779736, |
|
"loss": 1.5214, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.00015282866526160837, |
|
"loss": 1.5403, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.0001517744859828618, |
|
"loss": 1.4751, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.00015071238638697732, |
|
"loss": 1.5861, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 0.00014964252895100264, |
|
"loss": 1.5334, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.00014856507733875836, |
|
"loss": 1.4884, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 0.00014748019637580114, |
|
"loss": 1.5297, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 0.00014638805202420895, |
|
"loss": 1.4725, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 0.0001452888113571929, |
|
"loss": 1.4849, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.0001441826425335387, |
|
"loss": 1.5654, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.00014306971477188223, |
|
"loss": 1.6349, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 0.0001419501983248229, |
|
"loss": 1.4415, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"eval_loss": 1.7860450744628906, |
|
"eval_runtime": 16.6303, |
|
"eval_samples_per_second": 2.706, |
|
"eval_steps_per_second": 1.383, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 0.00014082426445287903, |
|
"loss": 1.5735, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 0.00013969208539828872, |
|
"loss": 1.5328, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.00013855383435866077, |
|
"loss": 1.5466, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 0.00013740968546047935, |
|
"loss": 1.5861, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 0.0001362598137324667, |
|
"loss": 1.5449, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.00013510439507880776, |
|
"loss": 1.6084, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 0.00013394360625224068, |
|
"loss": 1.5249, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.00013277762482701767, |
|
"loss": 1.5594, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.00013160662917174044, |
|
"loss": 1.5877, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.0001304307984220736, |
|
"loss": 1.4964, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.0001292503124533411, |
|
"loss": 1.4538, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.0001280653518530093, |
|
"loss": 1.4454, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.00012687609789306144, |
|
"loss": 1.4512, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.0001256827325022668, |
|
"loss": 1.38, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 0.00012448543823835015, |
|
"loss": 1.5207, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 0.00012328439826006415, |
|
"loss": 1.4787, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 0.0001220797962991706, |
|
"loss": 1.6098, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"eval_loss": 1.8019659519195557, |
|
"eval_runtime": 16.646, |
|
"eval_samples_per_second": 2.703, |
|
"eval_steps_per_second": 1.382, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.00012087181663233354, |
|
"loss": 1.4798, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 0.00011966064405292887, |
|
"loss": 1.5248, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 0.0001184464638427756, |
|
"loss": 1.4309, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 0.00011722946174379168, |
|
"loss": 1.4477, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 0.00011600982392957978, |
|
"loss": 1.4843, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00011478773697694691, |
|
"loss": 1.4298, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 0.00011356338783736255, |
|
"loss": 1.4775, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.0001123369638083593, |
|
"loss": 1.5159, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 0.00011110865250488047, |
|
"loss": 1.3696, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.00010987864183057943, |
|
"loss": 1.4259, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 0.00010864711994907458, |
|
"loss": 1.5685, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.00010741427525516463, |
|
"loss": 1.4997, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.00010618029634600843, |
|
"loss": 1.4718, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.00010494537199227392, |
|
"loss": 1.5824, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.00010370969110926052, |
|
"loss": 1.5392, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 0.0001024734427279995, |
|
"loss": 1.5724, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 0.00010123681596633629, |
|
"loss": 1.5458, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"eval_loss": 1.852607250213623, |
|
"eval_runtime": 16.6761, |
|
"eval_samples_per_second": 2.698, |
|
"eval_steps_per_second": 1.379, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 0.0001, |
|
"loss": 1.3, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 9.876318403366372e-05, |
|
"loss": 1.4398, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 9.75265572720005e-05, |
|
"loss": 1.4742, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 9.629030889073949e-05, |
|
"loss": 1.428, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 9.505462800772612e-05, |
|
"loss": 1.4537, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 9.38197036539916e-05, |
|
"loss": 1.4288, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 9.25857247448354e-05, |
|
"loss": 1.4514, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 9.135288005092546e-05, |
|
"loss": 1.3794, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 9.012135816942058e-05, |
|
"loss": 1.4776, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 8.889134749511955e-05, |
|
"loss": 1.3694, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 8.76630361916407e-05, |
|
"loss": 1.4572, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 8.643661216263743e-05, |
|
"loss": 1.4835, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 2.2, |
|
"learning_rate": 8.521226302305311e-05, |
|
"loss": 1.3926, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 8.399017607042025e-05, |
|
"loss": 1.367, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 8.277053825620836e-05, |
|
"loss": 1.426, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 8.155353615722442e-05, |
|
"loss": 1.3622, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 8.033935594707117e-05, |
|
"loss": 1.4358, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"eval_loss": 1.855719804763794, |
|
"eval_runtime": 16.6995, |
|
"eval_samples_per_second": 2.695, |
|
"eval_steps_per_second": 1.377, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 7.91281833676665e-05, |
|
"loss": 1.5099, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"learning_rate": 7.79202037008294e-05, |
|
"loss": 1.4327, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 2.3, |
|
"learning_rate": 7.671560173993587e-05, |
|
"loss": 1.4428, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 7.551456176164989e-05, |
|
"loss": 1.4409, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 7.431726749773322e-05, |
|
"loss": 1.4845, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 7.312390210693863e-05, |
|
"loss": 1.4052, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 7.193464814699073e-05, |
|
"loss": 1.4676, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 7.07496875466589e-05, |
|
"loss": 1.4254, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 6.956920157792639e-05, |
|
"loss": 1.5144, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"learning_rate": 6.839337082825955e-05, |
|
"loss": 1.4274, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 6.722237517298232e-05, |
|
"loss": 1.3997, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 6.605639374775934e-05, |
|
"loss": 1.4757, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 6.489560492119225e-05, |
|
"loss": 1.424, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 6.374018626753331e-05, |
|
"loss": 1.434, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 6.259031453952069e-05, |
|
"loss": 1.4782, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 2.5, |
|
"learning_rate": 6.144616564133928e-05, |
|
"loss": 1.3865, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 6.0307914601711305e-05, |
|
"loss": 1.4608, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"eval_loss": 1.884387731552124, |
|
"eval_runtime": 16.8363, |
|
"eval_samples_per_second": 2.673, |
|
"eval_steps_per_second": 1.366, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 5.917573554712097e-05, |
|
"loss": 1.5069, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 5.8049801675177115e-05, |
|
"loss": 1.4022, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"learning_rate": 5.693028522811783e-05, |
|
"loss": 1.4741, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 5.5817357466461336e-05, |
|
"loss": 1.527, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 5.471118864280716e-05, |
|
"loss": 1.4785, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 5.361194797579108e-05, |
|
"loss": 1.4178, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 5.251980362419886e-05, |
|
"loss": 1.4574, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 5.1434922661241635e-05, |
|
"loss": 1.3573, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 5.035747104899739e-05, |
|
"loss": 1.4175, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 4.928761361302269e-05, |
|
"loss": 1.3781, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 4.822551401713821e-05, |
|
"loss": 1.466, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 4.717133473839163e-05, |
|
"loss": 1.4341, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 4.612523704220264e-05, |
|
"loss": 1.4537, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 4.5087380957692784e-05, |
|
"loss": 1.4164, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 4.405792525320469e-05, |
|
"loss": 1.4499, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 4.303702741201431e-05, |
|
"loss": 1.4119, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 4.2024843608239264e-05, |
|
"loss": 1.4465, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"eval_loss": 1.89795982837677, |
|
"eval_runtime": 16.6564, |
|
"eval_samples_per_second": 2.702, |
|
"eval_steps_per_second": 1.381, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 4.1021528682948066e-05, |
|
"loss": 1.3902, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 4.0027236120472724e-05, |
|
"loss": 1.4166, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 3.904211802492922e-05, |
|
"loss": 1.4699, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 2.83, |
|
"learning_rate": 3.806632509694915e-05, |
|
"loss": 1.4347, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 3.7100006610625784e-05, |
|
"loss": 1.4858, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 3.614331039067854e-05, |
|
"loss": 1.5347, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 3.519638278983948e-05, |
|
"loss": 1.4619, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 3.425936866646419e-05, |
|
"loss": 1.3705, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 3.333241136237206e-05, |
|
"loss": 1.4704, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 3.2415652680918264e-05, |
|
"loss": 1.5148, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 3.150923286530089e-05, |
|
"loss": 1.3734, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"learning_rate": 3.0613290577107115e-05, |
|
"loss": 1.5199, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 2.9727962875101e-05, |
|
"loss": 1.3702, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 2.8853385194256676e-05, |
|
"loss": 1.4275, |
|
"step": 201 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 2.798969132503997e-05, |
|
"loss": 1.4594, |
|
"step": 202 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 2.713701339294129e-05, |
|
"loss": 1.3708, |
|
"step": 203 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 2.6295481838263626e-05, |
|
"loss": 1.3986, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"eval_loss": 1.899756669998169, |
|
"eval_runtime": 16.6316, |
|
"eval_samples_per_second": 2.706, |
|
"eval_steps_per_second": 1.383, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 2.5465225396168134e-05, |
|
"loss": 1.3877, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 3.03, |
|
"learning_rate": 2.4646371076980457e-05, |
|
"loss": 1.3825, |
|
"step": 206 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 2.3839044146761225e-05, |
|
"loss": 1.3739, |
|
"step": 207 |
|
}, |
|
{ |
|
"epoch": 3.06, |
|
"learning_rate": 2.3043368108143047e-05, |
|
"loss": 1.3736, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"learning_rate": 2.2259464681437404e-05, |
|
"loss": 1.4417, |
|
"step": 209 |
|
}, |
|
{ |
|
"epoch": 3.09, |
|
"learning_rate": 2.1487453786014512e-05, |
|
"loss": 1.4593, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 2.072745352195794e-05, |
|
"loss": 1.4009, |
|
"step": 211 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 1.997958015199829e-05, |
|
"loss": 1.3663, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"learning_rate": 1.9243948083727626e-05, |
|
"loss": 1.4188, |
|
"step": 213 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"learning_rate": 1.8520669852097573e-05, |
|
"loss": 1.3341, |
|
"step": 214 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 1.7809856102204147e-05, |
|
"loss": 1.4234, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 3.18, |
|
"learning_rate": 1.7111615572361628e-05, |
|
"loss": 1.4341, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 1.642605507746786e-05, |
|
"loss": 1.448, |
|
"step": 217 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 1.5753279492664262e-05, |
|
"loss": 1.4208, |
|
"step": 218 |
|
}, |
|
{ |
|
"epoch": 3.23, |
|
"learning_rate": 1.509339173729214e-05, |
|
"loss": 1.457, |
|
"step": 219 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"learning_rate": 1.4446492759148411e-05, |
|
"loss": 1.394, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"learning_rate": 1.381268151904298e-05, |
|
"loss": 1.5333, |
|
"step": 221 |
|
}, |
|
{ |
|
"epoch": 3.26, |
|
"eval_loss": 1.919499158859253, |
|
"eval_runtime": 16.6053, |
|
"eval_samples_per_second": 2.71, |
|
"eval_steps_per_second": 1.385, |
|
"step": 221 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 1.319205497565983e-05, |
|
"loss": 1.3947, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 3.29, |
|
"learning_rate": 1.2584708070724737e-05, |
|
"loss": 1.3737, |
|
"step": 223 |
|
}, |
|
{ |
|
"epoch": 3.3, |
|
"learning_rate": 1.1990733714481184e-05, |
|
"loss": 1.3943, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 3.32, |
|
"learning_rate": 1.1410222771477274e-05, |
|
"loss": 1.3721, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 3.33, |
|
"learning_rate": 1.0843264046665557e-05, |
|
"loss": 1.4123, |
|
"step": 226 |
|
}, |
|
{ |
|
"epoch": 3.35, |
|
"learning_rate": 1.0289944271817897e-05, |
|
"loss": 1.4098, |
|
"step": 227 |
|
}, |
|
{ |
|
"epoch": 3.36, |
|
"learning_rate": 9.750348092257367e-06, |
|
"loss": 1.4299, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 3.38, |
|
"learning_rate": 9.224558053909615e-06, |
|
"loss": 1.3941, |
|
"step": 229 |
|
}, |
|
{ |
|
"epoch": 3.39, |
|
"learning_rate": 8.712654590675085e-06, |
|
"loss": 1.4251, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 3.41, |
|
"learning_rate": 8.21471601212449e-06, |
|
"loss": 1.3037, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"learning_rate": 7.730818491519343e-06, |
|
"loss": 1.4521, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 3.44, |
|
"learning_rate": 7.261036054158965e-06, |
|
"loss": 1.3687, |
|
"step": 233 |
|
}, |
|
{ |
|
"epoch": 3.45, |
|
"learning_rate": 6.805440566056553e-06, |
|
"loss": 1.3911, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 6.364101722945082e-06, |
|
"loss": 1.3972, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 3.48, |
|
"learning_rate": 5.937087039615619e-06, |
|
"loss": 1.3924, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"learning_rate": 5.524461839589013e-06, |
|
"loss": 1.3982, |
|
"step": 237 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"learning_rate": 5.126289245122906e-06, |
|
"loss": 1.3554, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"eval_loss": 1.9183728694915771, |
|
"eval_runtime": 16.6428, |
|
"eval_samples_per_second": 2.704, |
|
"eval_steps_per_second": 1.382, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"learning_rate": 4.742630167555428e-06, |
|
"loss": 1.3683, |
|
"step": 239 |
|
}, |
|
{ |
|
"epoch": 3.54, |
|
"learning_rate": 4.37354329798726e-06, |
|
"loss": 1.3383, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 3.56, |
|
"learning_rate": 4.019085098303077e-06, |
|
"loss": 1.4202, |
|
"step": 241 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"learning_rate": 3.679309792534291e-06, |
|
"loss": 1.3848, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 3.3542693585639662e-06, |
|
"loss": 1.4633, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 3.0440135201753374e-06, |
|
"loss": 1.4707, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 3.62, |
|
"learning_rate": 2.7485897394453064e-06, |
|
"loss": 1.4323, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 3.63, |
|
"learning_rate": 2.468043209483739e-06, |
|
"loss": 1.4162, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 3.65, |
|
"learning_rate": 2.2024168475199614e-06, |
|
"loss": 1.3303, |
|
"step": 247 |
|
}, |
|
{ |
|
"epoch": 3.66, |
|
"learning_rate": 1.951751288337467e-06, |
|
"loss": 1.4434, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 1.7160848780576334e-06, |
|
"loss": 1.4763, |
|
"step": 249 |
|
}, |
|
{ |
|
"epoch": 3.69, |
|
"learning_rate": 1.4954536682736719e-06, |
|
"loss": 1.4284, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"learning_rate": 1.289891410535593e-06, |
|
"loss": 1.5079, |
|
"step": 251 |
|
}, |
|
{ |
|
"epoch": 3.72, |
|
"learning_rate": 1.0994295511869257e-06, |
|
"loss": 1.4137, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 3.74, |
|
"learning_rate": 9.240972265541991e-07, |
|
"loss": 1.3556, |
|
"step": 253 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"learning_rate": 7.639212584897082e-07, |
|
"loss": 1.4151, |
|
"step": 254 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"learning_rate": 6.189261502683619e-07, |
|
"loss": 1.3287, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"eval_loss": 1.9195834398269653, |
|
"eval_runtime": 16.6389, |
|
"eval_samples_per_second": 2.705, |
|
"eval_steps_per_second": 1.382, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"learning_rate": 4.891340828393487e-07, |
|
"loss": 1.3766, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"learning_rate": 3.745649114328065e-07, |
|
"loss": 1.3085, |
|
"step": 257 |
|
}, |
|
{ |
|
"epoch": 3.81, |
|
"learning_rate": 2.752361625225297e-07, |
|
"loss": 1.4159, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 3.83, |
|
"learning_rate": 1.9116303114480315e-07, |
|
"loss": 1.3997, |
|
"step": 259 |
|
}, |
|
{ |
|
"epoch": 3.84, |
|
"learning_rate": 1.2235837857387246e-07, |
|
"loss": 1.4732, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 3.86, |
|
"learning_rate": 6.883273035447335e-08, |
|
"loss": 1.3565, |
|
"step": 261 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"learning_rate": 3.059427469168652e-08, |
|
"loss": 1.3847, |
|
"step": 262 |
|
}, |
|
{ |
|
"epoch": 3.89, |
|
"learning_rate": 7.648861198306101e-09, |
|
"loss": 1.383, |
|
"step": 263 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 0.0, |
|
"loss": 1.451, |
|
"step": 264 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 264, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 4, |
|
"save_steps": 66, |
|
"total_flos": 3.469365681806377e+17, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|