| { | |
| "best_metric": 0.5626052618026733, | |
| "best_model_checkpoint": "/content/drive/MyDrive/tw-roberta-base-sentiment-FT-v2/checkpoint-2603", | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 10412, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00384172109104879, | |
| "grad_norm": 19.648235321044922, | |
| "learning_rate": 1.2195121951219514e-07, | |
| "loss": 0.7091, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00768344218209758, | |
| "grad_norm": 15.138011932373047, | |
| "learning_rate": 2.439024390243903e-07, | |
| "loss": 0.5428, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01152516327314637, | |
| "grad_norm": 15.91871452331543, | |
| "learning_rate": 3.6585365853658536e-07, | |
| "loss": 0.709, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01536688436419516, | |
| "grad_norm": 11.673059463500977, | |
| "learning_rate": 4.878048780487805e-07, | |
| "loss": 0.6269, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01920860545524395, | |
| "grad_norm": 10.827598571777344, | |
| "learning_rate": 6.097560975609757e-07, | |
| "loss": 0.6899, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.02305032654629274, | |
| "grad_norm": 29.76123809814453, | |
| "learning_rate": 7.317073170731707e-07, | |
| "loss": 0.7235, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.02689204763734153, | |
| "grad_norm": 16.770448684692383, | |
| "learning_rate": 8.53658536585366e-07, | |
| "loss": 0.731, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03073376872839032, | |
| "grad_norm": 17.501832962036133, | |
| "learning_rate": 9.75609756097561e-07, | |
| "loss": 0.7907, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.03457548981943911, | |
| "grad_norm": 5.903749465942383, | |
| "learning_rate": 1.0975609756097562e-06, | |
| "loss": 0.6549, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0384172109104879, | |
| "grad_norm": 12.823253631591797, | |
| "learning_rate": 1.2195121951219514e-06, | |
| "loss": 0.6833, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.042258932001536686, | |
| "grad_norm": 14.516304969787598, | |
| "learning_rate": 1.3414634146341465e-06, | |
| "loss": 0.7764, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.04610065309258548, | |
| "grad_norm": 17.775850296020508, | |
| "learning_rate": 1.4634146341463414e-06, | |
| "loss": 0.6677, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.049942374183634265, | |
| "grad_norm": 16.348901748657227, | |
| "learning_rate": 1.5853658536585368e-06, | |
| "loss": 0.6708, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.05378409527468306, | |
| "grad_norm": 20.729867935180664, | |
| "learning_rate": 1.707317073170732e-06, | |
| "loss": 0.685, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.05762581636573185, | |
| "grad_norm": 23.60687255859375, | |
| "learning_rate": 1.8292682926829268e-06, | |
| "loss": 0.7048, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.06146753745678064, | |
| "grad_norm": 24.990461349487305, | |
| "learning_rate": 1.951219512195122e-06, | |
| "loss": 0.6849, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.06530925854782943, | |
| "grad_norm": 21.754741668701172, | |
| "learning_rate": 2.073170731707317e-06, | |
| "loss": 0.6801, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.06915097963887822, | |
| "grad_norm": 19.427799224853516, | |
| "learning_rate": 2.1951219512195125e-06, | |
| "loss": 0.6006, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.072992700729927, | |
| "grad_norm": 11.91465950012207, | |
| "learning_rate": 2.317073170731708e-06, | |
| "loss": 0.6498, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.0768344218209758, | |
| "grad_norm": 24.343521118164062, | |
| "learning_rate": 2.4390243902439027e-06, | |
| "loss": 0.8272, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.08067614291202459, | |
| "grad_norm": 11.623435020446777, | |
| "learning_rate": 2.5609756097560977e-06, | |
| "loss": 0.6703, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.08451786400307337, | |
| "grad_norm": 8.984451293945312, | |
| "learning_rate": 2.682926829268293e-06, | |
| "loss": 0.6965, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.08835958509412217, | |
| "grad_norm": 26.78940773010254, | |
| "learning_rate": 2.8048780487804884e-06, | |
| "loss": 0.7135, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.09220130618517096, | |
| "grad_norm": 17.50589370727539, | |
| "learning_rate": 2.926829268292683e-06, | |
| "loss": 0.6637, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.09604302727621974, | |
| "grad_norm": 13.149524688720703, | |
| "learning_rate": 3.0487804878048782e-06, | |
| "loss": 0.5756, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.09988474836726853, | |
| "grad_norm": 10.727895736694336, | |
| "learning_rate": 3.1707317073170736e-06, | |
| "loss": 0.594, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.10372646945831733, | |
| "grad_norm": 15.031158447265625, | |
| "learning_rate": 3.292682926829269e-06, | |
| "loss": 0.7186, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.10756819054936612, | |
| "grad_norm": 10.520498275756836, | |
| "learning_rate": 3.414634146341464e-06, | |
| "loss": 0.5746, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.1114099116404149, | |
| "grad_norm": 19.504133224487305, | |
| "learning_rate": 3.5365853658536588e-06, | |
| "loss": 0.7709, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.1152516327314637, | |
| "grad_norm": 12.495412826538086, | |
| "learning_rate": 3.6585365853658537e-06, | |
| "loss": 0.6508, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.11909335382251249, | |
| "grad_norm": 9.115503311157227, | |
| "learning_rate": 3.780487804878049e-06, | |
| "loss": 0.5847, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.12293507491356127, | |
| "grad_norm": 12.583561897277832, | |
| "learning_rate": 3.902439024390244e-06, | |
| "loss": 0.6114, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.12677679600461006, | |
| "grad_norm": 16.474716186523438, | |
| "learning_rate": 4.024390243902439e-06, | |
| "loss": 0.5819, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.13061851709565886, | |
| "grad_norm": 12.282912254333496, | |
| "learning_rate": 4.146341463414634e-06, | |
| "loss": 0.5974, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.13446023818670763, | |
| "grad_norm": 14.967294692993164, | |
| "learning_rate": 4.268292682926829e-06, | |
| "loss": 0.515, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.13830195927775643, | |
| "grad_norm": 22.999889373779297, | |
| "learning_rate": 4.390243902439025e-06, | |
| "loss": 0.8314, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.14214368036880523, | |
| "grad_norm": 13.173623085021973, | |
| "learning_rate": 4.51219512195122e-06, | |
| "loss": 0.7274, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.145985401459854, | |
| "grad_norm": 10.259631156921387, | |
| "learning_rate": 4.634146341463416e-06, | |
| "loss": 0.5758, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1498271225509028, | |
| "grad_norm": 20.109394073486328, | |
| "learning_rate": 4.75609756097561e-06, | |
| "loss": 0.6767, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.1536688436419516, | |
| "grad_norm": 12.53744125366211, | |
| "learning_rate": 4.8780487804878055e-06, | |
| "loss": 0.6554, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.15751056473300037, | |
| "grad_norm": 32.90926742553711, | |
| "learning_rate": 5e-06, | |
| "loss": 0.751, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.16135228582404917, | |
| "grad_norm": 13.864742279052734, | |
| "learning_rate": 5.121951219512195e-06, | |
| "loss": 0.5644, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.16519400691509797, | |
| "grad_norm": 16.864086151123047, | |
| "learning_rate": 5.243902439024391e-06, | |
| "loss": 0.7212, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.16903572800614675, | |
| "grad_norm": 8.035212516784668, | |
| "learning_rate": 5.365853658536586e-06, | |
| "loss": 0.6411, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.17287744909719555, | |
| "grad_norm": 15.027800559997559, | |
| "learning_rate": 5.487804878048781e-06, | |
| "loss": 0.7331, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.17671917018824435, | |
| "grad_norm": 9.771449089050293, | |
| "learning_rate": 5.609756097560977e-06, | |
| "loss": 0.6245, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.18056089127929312, | |
| "grad_norm": 7.735960960388184, | |
| "learning_rate": 5.731707317073171e-06, | |
| "loss": 0.5251, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.18440261237034192, | |
| "grad_norm": 7.348488807678223, | |
| "learning_rate": 5.853658536585366e-06, | |
| "loss": 0.5108, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.1882443334613907, | |
| "grad_norm": 30.567018508911133, | |
| "learning_rate": 5.9756097560975615e-06, | |
| "loss": 0.5508, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.1920860545524395, | |
| "grad_norm": 19.212230682373047, | |
| "learning_rate": 6.0975609756097564e-06, | |
| "loss": 0.5997, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1959277756434883, | |
| "grad_norm": 17.70198631286621, | |
| "learning_rate": 6.219512195121951e-06, | |
| "loss": 0.8108, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.19976949673453706, | |
| "grad_norm": 13.471924781799316, | |
| "learning_rate": 6.341463414634147e-06, | |
| "loss": 0.6738, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.20361121782558586, | |
| "grad_norm": 15.494725227355957, | |
| "learning_rate": 6.463414634146342e-06, | |
| "loss": 0.8114, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.20745293891663466, | |
| "grad_norm": 9.314640045166016, | |
| "learning_rate": 6.585365853658538e-06, | |
| "loss": 0.5791, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.21129466000768343, | |
| "grad_norm": 11.314807891845703, | |
| "learning_rate": 6.707317073170733e-06, | |
| "loss": 0.6536, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.21513638109873223, | |
| "grad_norm": 16.462522506713867, | |
| "learning_rate": 6.829268292682928e-06, | |
| "loss": 0.5598, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.21897810218978103, | |
| "grad_norm": 36.564476013183594, | |
| "learning_rate": 6.951219512195122e-06, | |
| "loss": 0.5573, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.2228198232808298, | |
| "grad_norm": 16.07019805908203, | |
| "learning_rate": 7.0731707317073175e-06, | |
| "loss": 0.5328, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.2266615443718786, | |
| "grad_norm": 6.132660388946533, | |
| "learning_rate": 7.1951219512195125e-06, | |
| "loss": 0.4499, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.2305032654629274, | |
| "grad_norm": 21.4416561126709, | |
| "learning_rate": 7.317073170731707e-06, | |
| "loss": 0.6584, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.23434498655397618, | |
| "grad_norm": 18.0037841796875, | |
| "learning_rate": 7.439024390243903e-06, | |
| "loss": 0.4844, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.23818670764502498, | |
| "grad_norm": 17.625553131103516, | |
| "learning_rate": 7.560975609756098e-06, | |
| "loss": 0.5122, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.24202842873607375, | |
| "grad_norm": 10.607305526733398, | |
| "learning_rate": 7.682926829268293e-06, | |
| "loss": 0.5188, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.24587014982712255, | |
| "grad_norm": 26.88294792175293, | |
| "learning_rate": 7.804878048780489e-06, | |
| "loss": 0.7002, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.24971187091817135, | |
| "grad_norm": 38.178287506103516, | |
| "learning_rate": 7.926829268292685e-06, | |
| "loss": 0.9407, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2535535920092201, | |
| "grad_norm": 8.800226211547852, | |
| "learning_rate": 8.048780487804879e-06, | |
| "loss": 0.4968, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.2573953131002689, | |
| "grad_norm": 30.46478843688965, | |
| "learning_rate": 8.170731707317073e-06, | |
| "loss": 0.5293, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.2612370341913177, | |
| "grad_norm": 20.630985260009766, | |
| "learning_rate": 8.292682926829268e-06, | |
| "loss": 0.5382, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.2650787552823665, | |
| "grad_norm": 19.19484519958496, | |
| "learning_rate": 8.414634146341464e-06, | |
| "loss": 0.6311, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.26892047637341526, | |
| "grad_norm": 26.084064483642578, | |
| "learning_rate": 8.536585365853658e-06, | |
| "loss": 0.6893, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.27276219746446406, | |
| "grad_norm": 11.942285537719727, | |
| "learning_rate": 8.658536585365854e-06, | |
| "loss": 0.5938, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.27660391855551286, | |
| "grad_norm": 25.995960235595703, | |
| "learning_rate": 8.78048780487805e-06, | |
| "loss": 0.5693, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.28044563964656166, | |
| "grad_norm": 10.440145492553711, | |
| "learning_rate": 8.902439024390244e-06, | |
| "loss": 0.5937, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.28428736073761046, | |
| "grad_norm": 21.39019012451172, | |
| "learning_rate": 9.02439024390244e-06, | |
| "loss": 0.664, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.28812908182865926, | |
| "grad_norm": 11.281585693359375, | |
| "learning_rate": 9.146341463414635e-06, | |
| "loss": 0.5178, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.291970802919708, | |
| "grad_norm": 13.577981948852539, | |
| "learning_rate": 9.268292682926831e-06, | |
| "loss": 0.5405, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.2958125240107568, | |
| "grad_norm": 55.213340759277344, | |
| "learning_rate": 9.390243902439025e-06, | |
| "loss": 0.5633, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.2996542451018056, | |
| "grad_norm": 19.74529266357422, | |
| "learning_rate": 9.51219512195122e-06, | |
| "loss": 0.7541, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.3034959661928544, | |
| "grad_norm": 45.70171356201172, | |
| "learning_rate": 9.634146341463415e-06, | |
| "loss": 0.6196, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.3073376872839032, | |
| "grad_norm": 23.01153564453125, | |
| "learning_rate": 9.756097560975611e-06, | |
| "loss": 0.7121, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.311179408374952, | |
| "grad_norm": 17.099529266357422, | |
| "learning_rate": 9.878048780487805e-06, | |
| "loss": 0.6021, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.31502112946600075, | |
| "grad_norm": 11.891583442687988, | |
| "learning_rate": 1e-05, | |
| "loss": 0.6071, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.31886285055704955, | |
| "grad_norm": 16.423572540283203, | |
| "learning_rate": 9.98957464553795e-06, | |
| "loss": 0.539, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.32270457164809835, | |
| "grad_norm": 11.026520729064941, | |
| "learning_rate": 9.979149291075898e-06, | |
| "loss": 0.615, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.32654629273914715, | |
| "grad_norm": 25.40671730041504, | |
| "learning_rate": 9.968723936613845e-06, | |
| "loss": 0.4819, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.33038801383019595, | |
| "grad_norm": 30.425880432128906, | |
| "learning_rate": 9.958298582151794e-06, | |
| "loss": 0.7362, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3342297349212447, | |
| "grad_norm": 21.710176467895508, | |
| "learning_rate": 9.947873227689742e-06, | |
| "loss": 0.5052, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3380714560122935, | |
| "grad_norm": 13.537766456604004, | |
| "learning_rate": 9.93744787322769e-06, | |
| "loss": 0.6032, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.3419131771033423, | |
| "grad_norm": 19.592073440551758, | |
| "learning_rate": 9.927022518765639e-06, | |
| "loss": 0.5222, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.3457548981943911, | |
| "grad_norm": 10.528463363647461, | |
| "learning_rate": 9.916597164303588e-06, | |
| "loss": 0.596, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3495966192854399, | |
| "grad_norm": 15.643308639526367, | |
| "learning_rate": 9.906171809841536e-06, | |
| "loss": 0.7414, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.3534383403764887, | |
| "grad_norm": 22.77689552307129, | |
| "learning_rate": 9.895746455379483e-06, | |
| "loss": 0.5151, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.35728006146753744, | |
| "grad_norm": 23.217538833618164, | |
| "learning_rate": 9.885321100917432e-06, | |
| "loss": 0.7501, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.36112178255858624, | |
| "grad_norm": 21.08719825744629, | |
| "learning_rate": 9.874895746455382e-06, | |
| "loss": 0.4944, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.36496350364963503, | |
| "grad_norm": 19.93057632446289, | |
| "learning_rate": 9.864470391993327e-06, | |
| "loss": 0.7289, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.36880522474068383, | |
| "grad_norm": 14.810643196105957, | |
| "learning_rate": 9.854045037531277e-06, | |
| "loss": 0.4956, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.37264694583173263, | |
| "grad_norm": 19.596710205078125, | |
| "learning_rate": 9.843619683069226e-06, | |
| "loss": 0.5528, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.3764886669227814, | |
| "grad_norm": 23.963172912597656, | |
| "learning_rate": 9.833194328607173e-06, | |
| "loss": 0.5904, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.3803303880138302, | |
| "grad_norm": 14.250468254089355, | |
| "learning_rate": 9.822768974145121e-06, | |
| "loss": 0.6762, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.384172109104879, | |
| "grad_norm": 30.411888122558594, | |
| "learning_rate": 9.81234361968307e-06, | |
| "loss": 0.6031, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3880138301959278, | |
| "grad_norm": 4.892022132873535, | |
| "learning_rate": 9.80191826522102e-06, | |
| "loss": 0.5832, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.3918555512869766, | |
| "grad_norm": 14.026780128479004, | |
| "learning_rate": 9.791492910758967e-06, | |
| "loss": 0.4432, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.3956972723780254, | |
| "grad_norm": 15.22079086303711, | |
| "learning_rate": 9.781067556296915e-06, | |
| "loss": 0.5003, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.3995389934690741, | |
| "grad_norm": 38.46358871459961, | |
| "learning_rate": 9.770642201834864e-06, | |
| "loss": 0.6863, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.4033807145601229, | |
| "grad_norm": 28.509458541870117, | |
| "learning_rate": 9.760216847372811e-06, | |
| "loss": 0.6557, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4072224356511717, | |
| "grad_norm": 10.18283748626709, | |
| "learning_rate": 9.749791492910759e-06, | |
| "loss": 0.475, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.4110641567422205, | |
| "grad_norm": 16.280475616455078, | |
| "learning_rate": 9.739366138448708e-06, | |
| "loss": 0.5423, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.4149058778332693, | |
| "grad_norm": 27.256633758544922, | |
| "learning_rate": 9.728940783986657e-06, | |
| "loss": 0.4638, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.4187475989243181, | |
| "grad_norm": 26.906049728393555, | |
| "learning_rate": 9.718515429524605e-06, | |
| "loss": 0.6528, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.42258932001536686, | |
| "grad_norm": 10.475133895874023, | |
| "learning_rate": 9.708090075062552e-06, | |
| "loss": 0.8387, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.42643104110641566, | |
| "grad_norm": 14.576977729797363, | |
| "learning_rate": 9.697664720600502e-06, | |
| "loss": 0.6325, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.43027276219746446, | |
| "grad_norm": 17.823413848876953, | |
| "learning_rate": 9.68723936613845e-06, | |
| "loss": 0.613, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.43411448328851326, | |
| "grad_norm": 12.499800682067871, | |
| "learning_rate": 9.676814011676397e-06, | |
| "loss": 0.5685, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.43795620437956206, | |
| "grad_norm": 19.12653923034668, | |
| "learning_rate": 9.666388657214346e-06, | |
| "loss": 0.8678, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.4417979254706108, | |
| "grad_norm": 5.942495822906494, | |
| "learning_rate": 9.655963302752295e-06, | |
| "loss": 0.4594, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.4456396465616596, | |
| "grad_norm": 19.233552932739258, | |
| "learning_rate": 9.645537948290243e-06, | |
| "loss": 0.5747, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.4494813676527084, | |
| "grad_norm": 17.434133529663086, | |
| "learning_rate": 9.63511259382819e-06, | |
| "loss": 0.5121, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.4533230887437572, | |
| "grad_norm": 14.78231143951416, | |
| "learning_rate": 9.62468723936614e-06, | |
| "loss": 0.7225, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.457164809834806, | |
| "grad_norm": 23.81663703918457, | |
| "learning_rate": 9.614261884904089e-06, | |
| "loss": 0.8527, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.4610065309258548, | |
| "grad_norm": 18.266740798950195, | |
| "learning_rate": 9.603836530442035e-06, | |
| "loss": 0.4101, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.46484825201690355, | |
| "grad_norm": 23.31222152709961, | |
| "learning_rate": 9.593411175979984e-06, | |
| "loss": 0.5847, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.46868997310795235, | |
| "grad_norm": 11.039971351623535, | |
| "learning_rate": 9.582985821517933e-06, | |
| "loss": 0.6515, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.47253169419900115, | |
| "grad_norm": 27.05122184753418, | |
| "learning_rate": 9.57256046705588e-06, | |
| "loss": 0.5968, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.47637341529004995, | |
| "grad_norm": 18.416839599609375, | |
| "learning_rate": 9.562135112593828e-06, | |
| "loss": 0.6339, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.48021513638109875, | |
| "grad_norm": 18.275182723999023, | |
| "learning_rate": 9.551709758131778e-06, | |
| "loss": 0.3595, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4840568574721475, | |
| "grad_norm": 32.038143157958984, | |
| "learning_rate": 9.541284403669727e-06, | |
| "loss": 0.8281, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.4878985785631963, | |
| "grad_norm": 19.010108947753906, | |
| "learning_rate": 9.530859049207674e-06, | |
| "loss": 0.7158, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.4917402996542451, | |
| "grad_norm": 9.5922269821167, | |
| "learning_rate": 9.520433694745622e-06, | |
| "loss": 0.5315, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.4955820207452939, | |
| "grad_norm": 11.005895614624023, | |
| "learning_rate": 9.510008340283571e-06, | |
| "loss": 0.3599, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.4994237418363427, | |
| "grad_norm": 51.6233024597168, | |
| "learning_rate": 9.499582985821519e-06, | |
| "loss": 0.537, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5032654629273915, | |
| "grad_norm": 19.033329010009766, | |
| "learning_rate": 9.489157631359466e-06, | |
| "loss": 0.6083, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.5071071840184402, | |
| "grad_norm": 16.91973114013672, | |
| "learning_rate": 9.478732276897415e-06, | |
| "loss": 0.7693, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.5109489051094891, | |
| "grad_norm": 23.38747215270996, | |
| "learning_rate": 9.468306922435365e-06, | |
| "loss": 0.6646, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.5147906262005378, | |
| "grad_norm": 13.772806167602539, | |
| "learning_rate": 9.457881567973312e-06, | |
| "loss": 0.4763, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.5186323472915866, | |
| "grad_norm": 8.950833320617676, | |
| "learning_rate": 9.44745621351126e-06, | |
| "loss": 0.5793, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5224740683826354, | |
| "grad_norm": 5.6142964363098145, | |
| "learning_rate": 9.437030859049209e-06, | |
| "loss": 0.5797, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.5263157894736842, | |
| "grad_norm": 18.615188598632812, | |
| "learning_rate": 9.426605504587157e-06, | |
| "loss": 0.6041, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.530157510564733, | |
| "grad_norm": 10.953849792480469, | |
| "learning_rate": 9.416180150125104e-06, | |
| "loss": 0.5933, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.5339992316557818, | |
| "grad_norm": 11.613428115844727, | |
| "learning_rate": 9.405754795663053e-06, | |
| "loss": 0.5275, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.5378409527468305, | |
| "grad_norm": 12.725924491882324, | |
| "learning_rate": 9.395329441201003e-06, | |
| "loss": 0.5673, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5416826738378794, | |
| "grad_norm": 34.54634094238281, | |
| "learning_rate": 9.38490408673895e-06, | |
| "loss": 0.6717, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.5455243949289281, | |
| "grad_norm": 21.028316497802734, | |
| "learning_rate": 9.374478732276898e-06, | |
| "loss": 0.5483, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.549366116019977, | |
| "grad_norm": 30.281667709350586, | |
| "learning_rate": 9.364053377814847e-06, | |
| "loss": 0.7806, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.5532078371110257, | |
| "grad_norm": 11.983960151672363, | |
| "learning_rate": 9.353628023352795e-06, | |
| "loss": 0.5061, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.5570495582020746, | |
| "grad_norm": 6.99747896194458, | |
| "learning_rate": 9.343202668890742e-06, | |
| "loss": 0.5623, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5608912792931233, | |
| "grad_norm": 11.219843864440918, | |
| "learning_rate": 9.332777314428691e-06, | |
| "loss": 0.6227, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.5647330003841721, | |
| "grad_norm": 8.85550308227539, | |
| "learning_rate": 9.32235195996664e-06, | |
| "loss": 0.5908, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5685747214752209, | |
| "grad_norm": 15.55632209777832, | |
| "learning_rate": 9.311926605504588e-06, | |
| "loss": 0.5888, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.5724164425662697, | |
| "grad_norm": 5.281271457672119, | |
| "learning_rate": 9.301501251042536e-06, | |
| "loss": 0.4795, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5762581636573185, | |
| "grad_norm": 10.58825397491455, | |
| "learning_rate": 9.291075896580485e-06, | |
| "loss": 0.4825, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5800998847483673, | |
| "grad_norm": 13.970091819763184, | |
| "learning_rate": 9.280650542118432e-06, | |
| "loss": 0.6107, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.583941605839416, | |
| "grad_norm": 15.610709190368652, | |
| "learning_rate": 9.270225187656382e-06, | |
| "loss": 0.454, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.5877833269304649, | |
| "grad_norm": 9.203128814697266, | |
| "learning_rate": 9.25979983319433e-06, | |
| "loss": 0.596, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.5916250480215136, | |
| "grad_norm": 12.340123176574707, | |
| "learning_rate": 9.249374478732278e-06, | |
| "loss": 0.6622, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.5954667691125625, | |
| "grad_norm": 6.894665718078613, | |
| "learning_rate": 9.238949124270226e-06, | |
| "loss": 0.4944, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.5993084902036112, | |
| "grad_norm": 22.704559326171875, | |
| "learning_rate": 9.228523769808174e-06, | |
| "loss": 0.6151, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.60315021129466, | |
| "grad_norm": 6.272796630859375, | |
| "learning_rate": 9.218098415346123e-06, | |
| "loss": 0.4866, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.6069919323857088, | |
| "grad_norm": 40.39881134033203, | |
| "learning_rate": 9.20767306088407e-06, | |
| "loss": 0.5471, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.6108336534767576, | |
| "grad_norm": 9.417654037475586, | |
| "learning_rate": 9.19724770642202e-06, | |
| "loss": 0.5702, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.6146753745678064, | |
| "grad_norm": 8.880293846130371, | |
| "learning_rate": 9.186822351959967e-06, | |
| "loss": 0.7593, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.6185170956588552, | |
| "grad_norm": 16.337783813476562, | |
| "learning_rate": 9.176396997497916e-06, | |
| "loss": 0.3708, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.622358816749904, | |
| "grad_norm": 15.34815502166748, | |
| "learning_rate": 9.165971643035864e-06, | |
| "loss": 0.6829, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.6262005378409528, | |
| "grad_norm": 12.125506401062012, | |
| "learning_rate": 9.155546288573811e-06, | |
| "loss": 0.5839, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.6300422589320015, | |
| "grad_norm": 12.340716361999512, | |
| "learning_rate": 9.14512093411176e-06, | |
| "loss": 0.5855, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.6338839800230504, | |
| "grad_norm": 17.276071548461914, | |
| "learning_rate": 9.134695579649708e-06, | |
| "loss": 0.4579, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.6377257011140991, | |
| "grad_norm": 4.054512977600098, | |
| "learning_rate": 9.124270225187658e-06, | |
| "loss": 0.3717, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.641567422205148, | |
| "grad_norm": 26.277875900268555, | |
| "learning_rate": 9.113844870725605e-06, | |
| "loss": 0.6934, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.6454091432961967, | |
| "grad_norm": 23.17993927001953, | |
| "learning_rate": 9.103419516263554e-06, | |
| "loss": 0.8507, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.6492508643872454, | |
| "grad_norm": 30.25948715209961, | |
| "learning_rate": 9.092994161801502e-06, | |
| "loss": 0.5851, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.6530925854782943, | |
| "grad_norm": 12.083464622497559, | |
| "learning_rate": 9.08256880733945e-06, | |
| "loss": 0.5214, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.656934306569343, | |
| "grad_norm": 26.132946014404297, | |
| "learning_rate": 9.072143452877399e-06, | |
| "loss": 0.5715, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.6607760276603919, | |
| "grad_norm": 13.83061408996582, | |
| "learning_rate": 9.061718098415346e-06, | |
| "loss": 0.6076, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.6646177487514406, | |
| "grad_norm": 36.992679595947266, | |
| "learning_rate": 9.051292743953295e-06, | |
| "loss": 0.5795, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.6684594698424894, | |
| "grad_norm": 24.426977157592773, | |
| "learning_rate": 9.040867389491243e-06, | |
| "loss": 0.6913, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.6723011909335382, | |
| "grad_norm": 15.399202346801758, | |
| "learning_rate": 9.030442035029192e-06, | |
| "loss": 0.647, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.676142912024587, | |
| "grad_norm": 36.72813034057617, | |
| "learning_rate": 9.02001668056714e-06, | |
| "loss": 0.7641, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.6799846331156358, | |
| "grad_norm": 19.219661712646484, | |
| "learning_rate": 9.009591326105089e-06, | |
| "loss": 0.7111, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.6838263542066846, | |
| "grad_norm": 10.353839874267578, | |
| "learning_rate": 8.999165971643037e-06, | |
| "loss": 0.437, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.6876680752977334, | |
| "grad_norm": 12.179790496826172, | |
| "learning_rate": 8.988740617180984e-06, | |
| "loss": 0.6514, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.6915097963887822, | |
| "grad_norm": 15.036273956298828, | |
| "learning_rate": 8.978315262718933e-06, | |
| "loss": 0.4611, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6953515174798309, | |
| "grad_norm": 12.146955490112305, | |
| "learning_rate": 8.967889908256881e-06, | |
| "loss": 0.5176, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.6991932385708798, | |
| "grad_norm": 16.004959106445312, | |
| "learning_rate": 8.95746455379483e-06, | |
| "loss": 0.3749, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.7030349596619285, | |
| "grad_norm": 23.500526428222656, | |
| "learning_rate": 8.947039199332778e-06, | |
| "loss": 0.6124, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.7068766807529774, | |
| "grad_norm": 11.367331504821777, | |
| "learning_rate": 8.936613844870727e-06, | |
| "loss": 0.3982, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.7107184018440261, | |
| "grad_norm": 13.60319709777832, | |
| "learning_rate": 8.926188490408674e-06, | |
| "loss": 0.4618, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.7145601229350749, | |
| "grad_norm": 9.807296752929688, | |
| "learning_rate": 8.915763135946624e-06, | |
| "loss": 0.552, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.7184018440261237, | |
| "grad_norm": 41.238895416259766, | |
| "learning_rate": 8.905337781484571e-06, | |
| "loss": 0.738, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.7222435651171725, | |
| "grad_norm": 8.117176055908203, | |
| "learning_rate": 8.894912427022519e-06, | |
| "loss": 0.546, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.7260852862082213, | |
| "grad_norm": 8.292084693908691, | |
| "learning_rate": 8.884487072560468e-06, | |
| "loss": 0.5098, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.7299270072992701, | |
| "grad_norm": 16.20579719543457, | |
| "learning_rate": 8.874061718098416e-06, | |
| "loss": 0.5693, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.7337687283903188, | |
| "grad_norm": 10.686980247497559, | |
| "learning_rate": 8.863636363636365e-06, | |
| "loss": 0.6848, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.7376104494813677, | |
| "grad_norm": 12.386652946472168, | |
| "learning_rate": 8.853211009174312e-06, | |
| "loss": 0.5282, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.7414521705724164, | |
| "grad_norm": 11.129962921142578, | |
| "learning_rate": 8.842785654712262e-06, | |
| "loss": 0.5789, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.7452938916634653, | |
| "grad_norm": 8.727615356445312, | |
| "learning_rate": 8.83236030025021e-06, | |
| "loss": 0.5936, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.749135612754514, | |
| "grad_norm": 11.261787414550781, | |
| "learning_rate": 8.821934945788157e-06, | |
| "loss": 0.5308, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.7529773338455628, | |
| "grad_norm": 23.387935638427734, | |
| "learning_rate": 8.811509591326106e-06, | |
| "loss": 0.5074, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.7568190549366116, | |
| "grad_norm": 20.772794723510742, | |
| "learning_rate": 8.801084236864054e-06, | |
| "loss": 0.6157, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.7606607760276604, | |
| "grad_norm": 23.0604305267334, | |
| "learning_rate": 8.790658882402003e-06, | |
| "loss": 0.5272, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.7645024971187092, | |
| "grad_norm": 44.302425384521484, | |
| "learning_rate": 8.78023352793995e-06, | |
| "loss": 0.6709, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.768344218209758, | |
| "grad_norm": 16.66979217529297, | |
| "learning_rate": 8.7698081734779e-06, | |
| "loss": 0.4651, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7721859393008068, | |
| "grad_norm": 18.14614486694336, | |
| "learning_rate": 8.759382819015847e-06, | |
| "loss": 0.5747, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.7760276603918556, | |
| "grad_norm": 10.635650634765625, | |
| "learning_rate": 8.748957464553796e-06, | |
| "loss": 0.5169, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.7798693814829043, | |
| "grad_norm": 13.54704475402832, | |
| "learning_rate": 8.738532110091744e-06, | |
| "loss": 0.4784, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.7837111025739532, | |
| "grad_norm": 12.35689926147461, | |
| "learning_rate": 8.728106755629691e-06, | |
| "loss": 0.5529, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.7875528236650019, | |
| "grad_norm": 7.250340461730957, | |
| "learning_rate": 8.71768140116764e-06, | |
| "loss": 0.6229, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.7913945447560508, | |
| "grad_norm": 16.60529327392578, | |
| "learning_rate": 8.707256046705588e-06, | |
| "loss": 0.5726, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.7952362658470995, | |
| "grad_norm": 18.4666805267334, | |
| "learning_rate": 8.696830692243537e-06, | |
| "loss": 0.5643, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.7990779869381482, | |
| "grad_norm": 31.986207962036133, | |
| "learning_rate": 8.686405337781485e-06, | |
| "loss": 0.4759, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.8029197080291971, | |
| "grad_norm": 30.724218368530273, | |
| "learning_rate": 8.675979983319434e-06, | |
| "loss": 0.6527, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.8067614291202458, | |
| "grad_norm": 22.7759952545166, | |
| "learning_rate": 8.665554628857382e-06, | |
| "loss": 0.6438, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.8106031502112947, | |
| "grad_norm": 14.61020565032959, | |
| "learning_rate": 8.65512927439533e-06, | |
| "loss": 0.3962, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.8144448713023434, | |
| "grad_norm": 20.27998161315918, | |
| "learning_rate": 8.644703919933279e-06, | |
| "loss": 0.6989, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.8182865923933922, | |
| "grad_norm": 10.2035493850708, | |
| "learning_rate": 8.634278565471226e-06, | |
| "loss": 0.5543, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.822128313484441, | |
| "grad_norm": 16.954448699951172, | |
| "learning_rate": 8.623853211009175e-06, | |
| "loss": 0.4598, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.8259700345754898, | |
| "grad_norm": 24.188817977905273, | |
| "learning_rate": 8.613427856547123e-06, | |
| "loss": 0.674, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.8298117556665386, | |
| "grad_norm": 8.472796440124512, | |
| "learning_rate": 8.603002502085072e-06, | |
| "loss": 0.4246, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.8336534767575874, | |
| "grad_norm": 21.893178939819336, | |
| "learning_rate": 8.59257714762302e-06, | |
| "loss": 0.5788, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.8374951978486362, | |
| "grad_norm": 8.200776100158691, | |
| "learning_rate": 8.582151793160967e-06, | |
| "loss": 0.4215, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.841336918939685, | |
| "grad_norm": 21.523435592651367, | |
| "learning_rate": 8.571726438698917e-06, | |
| "loss": 0.4367, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.8451786400307337, | |
| "grad_norm": 18.608898162841797, | |
| "learning_rate": 8.561301084236864e-06, | |
| "loss": 0.6324, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.8490203611217826, | |
| "grad_norm": 19.39713478088379, | |
| "learning_rate": 8.550875729774813e-06, | |
| "loss": 0.382, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.8528620822128313, | |
| "grad_norm": 15.368677139282227, | |
| "learning_rate": 8.540450375312761e-06, | |
| "loss": 0.492, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.8567038033038802, | |
| "grad_norm": 6.85573673248291, | |
| "learning_rate": 8.53002502085071e-06, | |
| "loss": 0.6801, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.8605455243949289, | |
| "grad_norm": 11.223825454711914, | |
| "learning_rate": 8.519599666388658e-06, | |
| "loss": 0.7763, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.8643872454859777, | |
| "grad_norm": 11.18885326385498, | |
| "learning_rate": 8.509174311926605e-06, | |
| "loss": 0.585, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.8682289665770265, | |
| "grad_norm": 21.877548217773438, | |
| "learning_rate": 8.498748957464554e-06, | |
| "loss": 0.5873, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.8720706876680753, | |
| "grad_norm": 25.72136116027832, | |
| "learning_rate": 8.488323603002504e-06, | |
| "loss": 0.5796, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.8759124087591241, | |
| "grad_norm": 16.472366333007812, | |
| "learning_rate": 8.477898248540451e-06, | |
| "loss": 0.4431, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.8797541298501729, | |
| "grad_norm": 5.752821445465088, | |
| "learning_rate": 8.467472894078399e-06, | |
| "loss": 0.7004, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.8835958509412216, | |
| "grad_norm": 13.56191349029541, | |
| "learning_rate": 8.457047539616348e-06, | |
| "loss": 0.4899, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.8874375720322705, | |
| "grad_norm": 5.017563343048096, | |
| "learning_rate": 8.446622185154296e-06, | |
| "loss": 0.7014, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.8912792931233192, | |
| "grad_norm": 15.450356483459473, | |
| "learning_rate": 8.436196830692243e-06, | |
| "loss": 0.5414, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.8951210142143681, | |
| "grad_norm": 16.416250228881836, | |
| "learning_rate": 8.425771476230192e-06, | |
| "loss": 0.698, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.8989627353054168, | |
| "grad_norm": 11.185935020446777, | |
| "learning_rate": 8.415346121768142e-06, | |
| "loss": 0.6264, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.9028044563964657, | |
| "grad_norm": 22.787181854248047, | |
| "learning_rate": 8.40492076730609e-06, | |
| "loss": 0.6908, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.9066461774875144, | |
| "grad_norm": 11.522934913635254, | |
| "learning_rate": 8.394495412844037e-06, | |
| "loss": 0.5546, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.9104878985785632, | |
| "grad_norm": 18.260616302490234, | |
| "learning_rate": 8.384070058381986e-06, | |
| "loss": 0.5925, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.914329619669612, | |
| "grad_norm": 7.180076599121094, | |
| "learning_rate": 8.373644703919933e-06, | |
| "loss": 0.6639, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.9181713407606608, | |
| "grad_norm": 11.107264518737793, | |
| "learning_rate": 8.363219349457881e-06, | |
| "loss": 0.6762, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.9220130618517096, | |
| "grad_norm": 12.528190612792969, | |
| "learning_rate": 8.35279399499583e-06, | |
| "loss": 0.5435, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.9258547829427584, | |
| "grad_norm": 29.454421997070312, | |
| "learning_rate": 8.34236864053378e-06, | |
| "loss": 0.5074, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.9296965040338071, | |
| "grad_norm": 14.677248001098633, | |
| "learning_rate": 8.331943286071727e-06, | |
| "loss": 0.6161, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.933538225124856, | |
| "grad_norm": 8.907113075256348, | |
| "learning_rate": 8.321517931609675e-06, | |
| "loss": 0.353, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.9373799462159047, | |
| "grad_norm": 11.691315650939941, | |
| "learning_rate": 8.311092577147624e-06, | |
| "loss": 0.4516, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.9412216673069536, | |
| "grad_norm": 2.8710756301879883, | |
| "learning_rate": 8.300667222685571e-06, | |
| "loss": 0.6726, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.9450633883980023, | |
| "grad_norm": 11.67735481262207, | |
| "learning_rate": 8.290241868223519e-06, | |
| "loss": 0.6797, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.948905109489051, | |
| "grad_norm": 17.547286987304688, | |
| "learning_rate": 8.279816513761468e-06, | |
| "loss": 0.7029, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.9527468305800999, | |
| "grad_norm": 11.663725852966309, | |
| "learning_rate": 8.269391159299417e-06, | |
| "loss": 0.5016, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.9565885516711486, | |
| "grad_norm": 9.743104934692383, | |
| "learning_rate": 8.258965804837365e-06, | |
| "loss": 0.5489, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.9604302727621975, | |
| "grad_norm": 9.579474449157715, | |
| "learning_rate": 8.248540450375313e-06, | |
| "loss": 0.5867, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.9642719938532462, | |
| "grad_norm": 13.63699722290039, | |
| "learning_rate": 8.238115095913262e-06, | |
| "loss": 0.5191, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.968113714944295, | |
| "grad_norm": 10.331293106079102, | |
| "learning_rate": 8.227689741451211e-06, | |
| "loss": 0.6654, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.9719554360353438, | |
| "grad_norm": 10.614498138427734, | |
| "learning_rate": 8.217264386989159e-06, | |
| "loss": 0.5947, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.9757971571263926, | |
| "grad_norm": 10.182368278503418, | |
| "learning_rate": 8.206839032527106e-06, | |
| "loss": 0.5482, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.9796388782174414, | |
| "grad_norm": 15.42397403717041, | |
| "learning_rate": 8.196413678065055e-06, | |
| "loss": 0.5144, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.9834805993084902, | |
| "grad_norm": 8.317682266235352, | |
| "learning_rate": 8.185988323603003e-06, | |
| "loss": 0.4518, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.987322320399539, | |
| "grad_norm": 43.10714340209961, | |
| "learning_rate": 8.17556296914095e-06, | |
| "loss": 0.5974, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.9911640414905878, | |
| "grad_norm": 7.906277656555176, | |
| "learning_rate": 8.1651376146789e-06, | |
| "loss": 0.5745, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.9950057625816365, | |
| "grad_norm": 10.229177474975586, | |
| "learning_rate": 8.154712260216849e-06, | |
| "loss": 0.4322, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.9988474836726854, | |
| "grad_norm": 12.773459434509277, | |
| "learning_rate": 8.144286905754796e-06, | |
| "loss": 0.5947, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7737969455383729, | |
| "eval_f1_per_label": [ | |
| 0.778160354156419, | |
| 0.7230364524614806, | |
| 0.8299703264094955 | |
| ], | |
| "eval_f1_weighted": 0.774424228670159, | |
| "eval_loss": 0.5626052618026733, | |
| "eval_precision_per_label": [ | |
| 0.7752368507023848, | |
| 0.7131208302446257, | |
| 0.8468059339993945 | |
| ], | |
| "eval_precision_weighted": 0.7753803799282116, | |
| "eval_recall_per_label": [ | |
| 0.7811059907834101, | |
| 0.7332317073170732, | |
| 0.8137910968868199 | |
| ], | |
| "eval_recall_weighted": 0.7737969455383729, | |
| "eval_runtime": 38.6689, | |
| "eval_samples_per_second": 269.235, | |
| "eval_steps_per_second": 33.67, | |
| "step": 2603 | |
| }, | |
| { | |
| "epoch": 1.0026892047637341, | |
| "grad_norm": 10.15665340423584, | |
| "learning_rate": 8.133861551292744e-06, | |
| "loss": 0.4549, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.006530925854783, | |
| "grad_norm": 15.496761322021484, | |
| "learning_rate": 8.123436196830693e-06, | |
| "loss": 0.3519, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.0103726469458318, | |
| "grad_norm": 15.590469360351562, | |
| "learning_rate": 8.11301084236864e-06, | |
| "loss": 0.5326, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.0142143680368805, | |
| "grad_norm": 23.553977966308594, | |
| "learning_rate": 8.102585487906588e-06, | |
| "loss": 0.448, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.0180560891279293, | |
| "grad_norm": 12.566988945007324, | |
| "learning_rate": 8.092160133444538e-06, | |
| "loss": 0.4067, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.0218978102189782, | |
| "grad_norm": 18.021800994873047, | |
| "learning_rate": 8.081734778982487e-06, | |
| "loss": 0.6817, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.0257395313100268, | |
| "grad_norm": 2.4938793182373047, | |
| "learning_rate": 8.071309424520434e-06, | |
| "loss": 0.4567, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.0295812524010757, | |
| "grad_norm": 19.75528335571289, | |
| "learning_rate": 8.060884070058382e-06, | |
| "loss": 0.5433, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.0334229734921245, | |
| "grad_norm": 20.85611343383789, | |
| "learning_rate": 8.050458715596331e-06, | |
| "loss": 0.4946, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.0372646945831732, | |
| "grad_norm": 11.405384063720703, | |
| "learning_rate": 8.040033361134279e-06, | |
| "loss": 0.4871, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.041106415674222, | |
| "grad_norm": 20.596933364868164, | |
| "learning_rate": 8.029608006672226e-06, | |
| "loss": 0.5361, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.0449481367652709, | |
| "grad_norm": 19.30833625793457, | |
| "learning_rate": 8.019182652210176e-06, | |
| "loss": 0.5362, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.0487898578563197, | |
| "grad_norm": 29.342666625976562, | |
| "learning_rate": 8.008757297748125e-06, | |
| "loss": 0.4175, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.0526315789473684, | |
| "grad_norm": 31.298583984375, | |
| "learning_rate": 7.998331943286072e-06, | |
| "loss": 0.4556, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.0564733000384172, | |
| "grad_norm": 22.037307739257812, | |
| "learning_rate": 7.98790658882402e-06, | |
| "loss": 0.4966, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.060315021129466, | |
| "grad_norm": 29.734373092651367, | |
| "learning_rate": 7.977481234361969e-06, | |
| "loss": 0.4146, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.0641567422205147, | |
| "grad_norm": 26.209257125854492, | |
| "learning_rate": 7.967055879899918e-06, | |
| "loss": 0.5298, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.0679984633115636, | |
| "grad_norm": 28.883424758911133, | |
| "learning_rate": 7.956630525437866e-06, | |
| "loss": 0.4872, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.0718401844026124, | |
| "grad_norm": 20.605607986450195, | |
| "learning_rate": 7.946205170975813e-06, | |
| "loss": 0.3929, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.0756819054936613, | |
| "grad_norm": 4.712803363800049, | |
| "learning_rate": 7.935779816513763e-06, | |
| "loss": 0.429, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.07952362658471, | |
| "grad_norm": 24.59100341796875, | |
| "learning_rate": 7.92535446205171e-06, | |
| "loss": 0.4387, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.0833653476757588, | |
| "grad_norm": 41.113101959228516, | |
| "learning_rate": 7.914929107589658e-06, | |
| "loss": 0.3661, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.0872070687668076, | |
| "grad_norm": 19.407039642333984, | |
| "learning_rate": 7.904503753127607e-06, | |
| "loss": 0.3685, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.0910487898578562, | |
| "grad_norm": 17.455015182495117, | |
| "learning_rate": 7.894078398665556e-06, | |
| "loss": 0.3471, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.094890510948905, | |
| "grad_norm": 31.661861419677734, | |
| "learning_rate": 7.883653044203504e-06, | |
| "loss": 0.4217, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.098732232039954, | |
| "grad_norm": 25.433256149291992, | |
| "learning_rate": 7.873227689741451e-06, | |
| "loss": 0.563, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.1025739531310026, | |
| "grad_norm": 17.527708053588867, | |
| "learning_rate": 7.8628023352794e-06, | |
| "loss": 0.6654, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.1064156742220514, | |
| "grad_norm": 16.530296325683594, | |
| "learning_rate": 7.852376980817348e-06, | |
| "loss": 0.397, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.1102573953131003, | |
| "grad_norm": 20.510169982910156, | |
| "learning_rate": 7.841951626355296e-06, | |
| "loss": 0.5602, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.1140991164041492, | |
| "grad_norm": 17.688804626464844, | |
| "learning_rate": 7.831526271893245e-06, | |
| "loss": 0.4872, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.1179408374951978, | |
| "grad_norm": 14.219194412231445, | |
| "learning_rate": 7.821100917431194e-06, | |
| "loss": 0.4509, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.1217825585862466, | |
| "grad_norm": 19.561573028564453, | |
| "learning_rate": 7.810675562969142e-06, | |
| "loss": 0.516, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.1256242796772955, | |
| "grad_norm": 4.555116176605225, | |
| "learning_rate": 7.80025020850709e-06, | |
| "loss": 0.3659, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.1294660007683441, | |
| "grad_norm": 21.258682250976562, | |
| "learning_rate": 7.789824854045039e-06, | |
| "loss": 0.7407, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.133307721859393, | |
| "grad_norm": 23.416915893554688, | |
| "learning_rate": 7.779399499582986e-06, | |
| "loss": 0.5668, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.1371494429504418, | |
| "grad_norm": 15.231550216674805, | |
| "learning_rate": 7.768974145120934e-06, | |
| "loss": 0.7209, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.1409911640414907, | |
| "grad_norm": 13.552851676940918, | |
| "learning_rate": 7.758548790658883e-06, | |
| "loss": 0.3603, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.1448328851325393, | |
| "grad_norm": 13.771663665771484, | |
| "learning_rate": 7.748123436196832e-06, | |
| "loss": 0.4201, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.1486746062235882, | |
| "grad_norm": 10.52929973602295, | |
| "learning_rate": 7.73769808173478e-06, | |
| "loss": 0.4927, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.152516327314637, | |
| "grad_norm": 10.99349594116211, | |
| "learning_rate": 7.727272727272727e-06, | |
| "loss": 0.4471, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.1563580484056857, | |
| "grad_norm": 28.14784812927246, | |
| "learning_rate": 7.716847372810676e-06, | |
| "loss": 0.4885, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.1601997694967345, | |
| "grad_norm": 14.829123497009277, | |
| "learning_rate": 7.706422018348626e-06, | |
| "loss": 0.4161, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.1640414905877834, | |
| "grad_norm": 16.16433334350586, | |
| "learning_rate": 7.695996663886573e-06, | |
| "loss": 0.5096, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.167883211678832, | |
| "grad_norm": 22.093318939208984, | |
| "learning_rate": 7.68557130942452e-06, | |
| "loss": 0.4168, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.1717249327698809, | |
| "grad_norm": 13.417600631713867, | |
| "learning_rate": 7.67514595496247e-06, | |
| "loss": 0.5085, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.1755666538609297, | |
| "grad_norm": 18.72173309326172, | |
| "learning_rate": 7.664720600500418e-06, | |
| "loss": 0.3777, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.1794083749519784, | |
| "grad_norm": 30.103759765625, | |
| "learning_rate": 7.654295246038365e-06, | |
| "loss": 0.6035, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.1832500960430272, | |
| "grad_norm": 2.8469719886779785, | |
| "learning_rate": 7.643869891576314e-06, | |
| "loss": 0.2965, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.187091817134076, | |
| "grad_norm": 20.917043685913086, | |
| "learning_rate": 7.633444537114264e-06, | |
| "loss": 0.3834, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.190933538225125, | |
| "grad_norm": 30.07198715209961, | |
| "learning_rate": 7.62301918265221e-06, | |
| "loss": 0.4808, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.1947752593161736, | |
| "grad_norm": 17.897123336791992, | |
| "learning_rate": 7.612593828190159e-06, | |
| "loss": 0.5116, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.1986169804072224, | |
| "grad_norm": 20.788223266601562, | |
| "learning_rate": 7.602168473728108e-06, | |
| "loss": 0.5371, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.2024587014982713, | |
| "grad_norm": 17.470685958862305, | |
| "learning_rate": 7.5917431192660555e-06, | |
| "loss": 0.6223, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.2063004225893201, | |
| "grad_norm": 5.824326515197754, | |
| "learning_rate": 7.581317764804004e-06, | |
| "loss": 0.3919, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.2101421436803688, | |
| "grad_norm": 26.392175674438477, | |
| "learning_rate": 7.570892410341952e-06, | |
| "loss": 0.499, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.2139838647714176, | |
| "grad_norm": 8.42440414428711, | |
| "learning_rate": 7.560467055879901e-06, | |
| "loss": 0.3343, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.2178255858624665, | |
| "grad_norm": 10.132403373718262, | |
| "learning_rate": 7.550041701417848e-06, | |
| "loss": 0.5502, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.221667306953515, | |
| "grad_norm": 8.304975509643555, | |
| "learning_rate": 7.539616346955797e-06, | |
| "loss": 0.5273, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.225509028044564, | |
| "grad_norm": 8.726995468139648, | |
| "learning_rate": 7.529190992493746e-06, | |
| "loss": 0.5491, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.2293507491356128, | |
| "grad_norm": 21.480060577392578, | |
| "learning_rate": 7.518765638031694e-06, | |
| "loss": 0.4478, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.2331924702266615, | |
| "grad_norm": 19.07476806640625, | |
| "learning_rate": 7.508340283569642e-06, | |
| "loss": 0.6649, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.2370341913177103, | |
| "grad_norm": 22.936288833618164, | |
| "learning_rate": 7.49791492910759e-06, | |
| "loss": 0.5483, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.2408759124087592, | |
| "grad_norm": 11.86825942993164, | |
| "learning_rate": 7.487489574645539e-06, | |
| "loss": 0.5724, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.2447176334998078, | |
| "grad_norm": 3.569042921066284, | |
| "learning_rate": 7.477064220183486e-06, | |
| "loss": 0.2133, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.2485593545908567, | |
| "grad_norm": 21.424320220947266, | |
| "learning_rate": 7.466638865721435e-06, | |
| "loss": 0.7125, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.2524010756819055, | |
| "grad_norm": 10.503767967224121, | |
| "learning_rate": 7.456213511259384e-06, | |
| "loss": 0.3605, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.2562427967729544, | |
| "grad_norm": 14.187332153320312, | |
| "learning_rate": 7.445788156797332e-06, | |
| "loss": 0.337, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.260084517864003, | |
| "grad_norm": 39.91868591308594, | |
| "learning_rate": 7.43536280233528e-06, | |
| "loss": 0.6577, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.2639262389550519, | |
| "grad_norm": 22.75690269470215, | |
| "learning_rate": 7.424937447873228e-06, | |
| "loss": 0.514, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.2677679600461007, | |
| "grad_norm": 7.429053783416748, | |
| "learning_rate": 7.414512093411177e-06, | |
| "loss": 0.4178, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.2716096811371496, | |
| "grad_norm": 33.08567428588867, | |
| "learning_rate": 7.404086738949124e-06, | |
| "loss": 0.5662, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.2754514022281982, | |
| "grad_norm": 3.4354841709136963, | |
| "learning_rate": 7.393661384487073e-06, | |
| "loss": 0.3871, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.279293123319247, | |
| "grad_norm": 7.866048336029053, | |
| "learning_rate": 7.383236030025022e-06, | |
| "loss": 0.3705, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.283134844410296, | |
| "grad_norm": 21.70540428161621, | |
| "learning_rate": 7.37281067556297e-06, | |
| "loss": 0.4563, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.2869765655013445, | |
| "grad_norm": 8.615718841552734, | |
| "learning_rate": 7.362385321100918e-06, | |
| "loss": 0.4756, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.2908182865923934, | |
| "grad_norm": 7.302259922027588, | |
| "learning_rate": 7.351959966638866e-06, | |
| "loss": 0.4554, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.2946600076834422, | |
| "grad_norm": 22.20801544189453, | |
| "learning_rate": 7.341534612176815e-06, | |
| "loss": 0.5313, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.2985017287744909, | |
| "grad_norm": 30.15619468688965, | |
| "learning_rate": 7.331109257714763e-06, | |
| "loss": 0.496, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.3023434498655397, | |
| "grad_norm": 14.92813491821289, | |
| "learning_rate": 7.320683903252711e-06, | |
| "loss": 0.3749, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.3061851709565886, | |
| "grad_norm": 29.67280387878418, | |
| "learning_rate": 7.31025854879066e-06, | |
| "loss": 0.6701, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.3100268920476372, | |
| "grad_norm": 15.611763954162598, | |
| "learning_rate": 7.299833194328608e-06, | |
| "loss": 0.4524, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.313868613138686, | |
| "grad_norm": 26.292102813720703, | |
| "learning_rate": 7.2894078398665556e-06, | |
| "loss": 0.4924, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.317710334229735, | |
| "grad_norm": 15.659175872802734, | |
| "learning_rate": 7.278982485404504e-06, | |
| "loss": 0.6496, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.3215520553207838, | |
| "grad_norm": 14.91651725769043, | |
| "learning_rate": 7.268557130942453e-06, | |
| "loss": 0.4623, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.3253937764118324, | |
| "grad_norm": 31.96514892578125, | |
| "learning_rate": 7.258131776480401e-06, | |
| "loss": 0.6592, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.3292354975028813, | |
| "grad_norm": 21.0323543548584, | |
| "learning_rate": 7.247706422018349e-06, | |
| "loss": 0.67, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.3330772185939301, | |
| "grad_norm": 8.115620613098145, | |
| "learning_rate": 7.2372810675562975e-06, | |
| "loss": 0.3956, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.336918939684979, | |
| "grad_norm": 5.198733329772949, | |
| "learning_rate": 7.226855713094246e-06, | |
| "loss": 0.3424, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.3407606607760276, | |
| "grad_norm": 3.520685911178589, | |
| "learning_rate": 7.2164303586321935e-06, | |
| "loss": 0.5398, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.3446023818670765, | |
| "grad_norm": 17.651782989501953, | |
| "learning_rate": 7.206005004170143e-06, | |
| "loss": 0.5158, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.3484441029581253, | |
| "grad_norm": 6.332894325256348, | |
| "learning_rate": 7.195579649708091e-06, | |
| "loss": 0.396, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.352285824049174, | |
| "grad_norm": 17.260141372680664, | |
| "learning_rate": 7.185154295246039e-06, | |
| "loss": 0.6168, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.3561275451402228, | |
| "grad_norm": 13.815728187561035, | |
| "learning_rate": 7.174728940783987e-06, | |
| "loss": 0.3849, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.3599692662312717, | |
| "grad_norm": 64.78901672363281, | |
| "learning_rate": 7.1643035863219355e-06, | |
| "loss": 0.6198, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.3638109873223203, | |
| "grad_norm": 18.190109252929688, | |
| "learning_rate": 7.153878231859885e-06, | |
| "loss": 0.5692, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.3676527084133692, | |
| "grad_norm": 21.627002716064453, | |
| "learning_rate": 7.143452877397831e-06, | |
| "loss": 0.5806, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.371494429504418, | |
| "grad_norm": 13.441298484802246, | |
| "learning_rate": 7.133027522935781e-06, | |
| "loss": 0.5592, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.3753361505954667, | |
| "grad_norm": 19.517723083496094, | |
| "learning_rate": 7.122602168473729e-06, | |
| "loss": 0.4344, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.3791778716865155, | |
| "grad_norm": 16.326400756835938, | |
| "learning_rate": 7.112176814011677e-06, | |
| "loss": 0.4496, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.3830195927775644, | |
| "grad_norm": 7.95460844039917, | |
| "learning_rate": 7.101751459549625e-06, | |
| "loss": 0.2619, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.3868613138686132, | |
| "grad_norm": 23.37911033630371, | |
| "learning_rate": 7.091326105087573e-06, | |
| "loss": 0.467, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.3907030349596619, | |
| "grad_norm": 13.212058067321777, | |
| "learning_rate": 7.080900750625523e-06, | |
| "loss": 0.4576, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.3945447560507107, | |
| "grad_norm": 21.34543800354004, | |
| "learning_rate": 7.07047539616347e-06, | |
| "loss": 0.5783, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.3983864771417596, | |
| "grad_norm": 20.114788055419922, | |
| "learning_rate": 7.0600500417014186e-06, | |
| "loss": 0.5636, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.4022281982328084, | |
| "grad_norm": 2.998847484588623, | |
| "learning_rate": 7.049624687239367e-06, | |
| "loss": 0.4757, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.406069919323857, | |
| "grad_norm": 11.517350196838379, | |
| "learning_rate": 7.0391993327773145e-06, | |
| "loss": 0.3284, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.409911640414906, | |
| "grad_norm": 14.91612434387207, | |
| "learning_rate": 7.028773978315263e-06, | |
| "loss": 0.4234, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.4137533615059548, | |
| "grad_norm": 20.586612701416016, | |
| "learning_rate": 7.018348623853211e-06, | |
| "loss": 0.5065, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.4175950825970034, | |
| "grad_norm": 23.526439666748047, | |
| "learning_rate": 7.0079232693911605e-06, | |
| "loss": 0.6208, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.4214368036880523, | |
| "grad_norm": 27.38988494873047, | |
| "learning_rate": 6.997497914929108e-06, | |
| "loss": 0.4807, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.425278524779101, | |
| "grad_norm": 4.145619869232178, | |
| "learning_rate": 6.9870725604670565e-06, | |
| "loss": 0.3003, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.4291202458701497, | |
| "grad_norm": 7.592724323272705, | |
| "learning_rate": 6.976647206005005e-06, | |
| "loss": 0.7445, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.4329619669611986, | |
| "grad_norm": 7.246058940887451, | |
| "learning_rate": 6.9662218515429524e-06, | |
| "loss": 0.4186, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.4368036880522475, | |
| "grad_norm": 15.480023384094238, | |
| "learning_rate": 6.955796497080901e-06, | |
| "loss": 0.6303, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.440645409143296, | |
| "grad_norm": 33.452980041503906, | |
| "learning_rate": 6.94537114261885e-06, | |
| "loss": 0.3228, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.444487130234345, | |
| "grad_norm": 9.024140357971191, | |
| "learning_rate": 6.9349457881567985e-06, | |
| "loss": 0.5242, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.4483288513253938, | |
| "grad_norm": 34.077571868896484, | |
| "learning_rate": 6.924520433694746e-06, | |
| "loss": 0.5266, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.4521705724164424, | |
| "grad_norm": 23.063976287841797, | |
| "learning_rate": 6.914095079232694e-06, | |
| "loss": 0.4766, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.4560122935074913, | |
| "grad_norm": 29.312820434570312, | |
| "learning_rate": 6.903669724770643e-06, | |
| "loss": 0.4143, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.4598540145985401, | |
| "grad_norm": 31.113893508911133, | |
| "learning_rate": 6.89324437030859e-06, | |
| "loss": 0.805, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.463695735689589, | |
| "grad_norm": 8.02818489074707, | |
| "learning_rate": 6.882819015846539e-06, | |
| "loss": 0.5619, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.4675374567806379, | |
| "grad_norm": 25.848047256469727, | |
| "learning_rate": 6.872393661384488e-06, | |
| "loss": 0.542, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.4713791778716865, | |
| "grad_norm": 17.603303909301758, | |
| "learning_rate": 6.861968306922436e-06, | |
| "loss": 0.5158, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.4752208989627353, | |
| "grad_norm": 5.893566608428955, | |
| "learning_rate": 6.851542952460384e-06, | |
| "loss": 0.4472, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.4790626200537842, | |
| "grad_norm": 25.97250747680664, | |
| "learning_rate": 6.841117597998332e-06, | |
| "loss": 0.416, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.4829043411448328, | |
| "grad_norm": 13.01366901397705, | |
| "learning_rate": 6.830692243536281e-06, | |
| "loss": 0.4919, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.4867460622358817, | |
| "grad_norm": 16.056318283081055, | |
| "learning_rate": 6.82026688907423e-06, | |
| "loss": 0.3523, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.4905877833269305, | |
| "grad_norm": 28.603076934814453, | |
| "learning_rate": 6.8098415346121775e-06, | |
| "loss": 0.3091, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.4944295044179792, | |
| "grad_norm": 30.29176902770996, | |
| "learning_rate": 6.799416180150126e-06, | |
| "loss": 0.4874, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.498271225509028, | |
| "grad_norm": 22.889122009277344, | |
| "learning_rate": 6.788990825688074e-06, | |
| "loss": 0.5437, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.5021129466000769, | |
| "grad_norm": 7.505212306976318, | |
| "learning_rate": 6.778565471226022e-06, | |
| "loss": 0.4872, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.5059546676911255, | |
| "grad_norm": 23.37257194519043, | |
| "learning_rate": 6.76814011676397e-06, | |
| "loss": 0.3906, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.5097963887821744, | |
| "grad_norm": 9.461624145507812, | |
| "learning_rate": 6.757714762301919e-06, | |
| "loss": 0.4099, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.5136381098732232, | |
| "grad_norm": 21.49395751953125, | |
| "learning_rate": 6.747289407839868e-06, | |
| "loss": 0.5254, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.5174798309642719, | |
| "grad_norm": 17.44995880126953, | |
| "learning_rate": 6.736864053377815e-06, | |
| "loss": 0.4447, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.521321552055321, | |
| "grad_norm": 11.34809398651123, | |
| "learning_rate": 6.726438698915764e-06, | |
| "loss": 0.5709, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.5251632731463696, | |
| "grad_norm": 18.853090286254883, | |
| "learning_rate": 6.716013344453712e-06, | |
| "loss": 0.34, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.5290049942374182, | |
| "grad_norm": 42.40155792236328, | |
| "learning_rate": 6.70558798999166e-06, | |
| "loss": 0.4124, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.5328467153284673, | |
| "grad_norm": 16.232521057128906, | |
| "learning_rate": 6.695162635529608e-06, | |
| "loss": 0.5542, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.536688436419516, | |
| "grad_norm": 3.611929178237915, | |
| "learning_rate": 6.684737281067557e-06, | |
| "loss": 0.4139, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.5405301575105648, | |
| "grad_norm": 10.575961112976074, | |
| "learning_rate": 6.674311926605506e-06, | |
| "loss": 0.4181, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.5443718786016136, | |
| "grad_norm": 12.085956573486328, | |
| "learning_rate": 6.663886572143453e-06, | |
| "loss": 0.3825, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.5482135996926623, | |
| "grad_norm": 20.601011276245117, | |
| "learning_rate": 6.653461217681402e-06, | |
| "loss": 0.3923, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.5520553207837111, | |
| "grad_norm": 9.62112808227539, | |
| "learning_rate": 6.64303586321935e-06, | |
| "loss": 0.3697, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.55589704187476, | |
| "grad_norm": 34.249290466308594, | |
| "learning_rate": 6.632610508757298e-06, | |
| "loss": 0.5826, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.5597387629658086, | |
| "grad_norm": 16.832563400268555, | |
| "learning_rate": 6.622185154295246e-06, | |
| "loss": 0.52, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.5635804840568575, | |
| "grad_norm": 33.596351623535156, | |
| "learning_rate": 6.611759799833195e-06, | |
| "loss": 0.4241, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.5674222051479063, | |
| "grad_norm": 7.013982772827148, | |
| "learning_rate": 6.601334445371144e-06, | |
| "loss": 0.46, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.571263926238955, | |
| "grad_norm": 24.022945404052734, | |
| "learning_rate": 6.590909090909091e-06, | |
| "loss": 0.4563, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.5751056473300038, | |
| "grad_norm": 7.977485656738281, | |
| "learning_rate": 6.58048373644704e-06, | |
| "loss": 0.4118, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.5789473684210527, | |
| "grad_norm": 15.87927532196045, | |
| "learning_rate": 6.570058381984988e-06, | |
| "loss": 0.5734, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.5827890895121013, | |
| "grad_norm": 18.238597869873047, | |
| "learning_rate": 6.559633027522936e-06, | |
| "loss": 0.5423, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.5866308106031504, | |
| "grad_norm": 12.554328918457031, | |
| "learning_rate": 6.549207673060885e-06, | |
| "loss": 0.3568, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.590472531694199, | |
| "grad_norm": 12.9606294631958, | |
| "learning_rate": 6.538782318598833e-06, | |
| "loss": 0.5037, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.5943142527852476, | |
| "grad_norm": 15.28049373626709, | |
| "learning_rate": 6.528356964136782e-06, | |
| "loss": 0.5114, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.5981559738762967, | |
| "grad_norm": 22.42987823486328, | |
| "learning_rate": 6.517931609674729e-06, | |
| "loss": 0.5374, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.6019976949673453, | |
| "grad_norm": 36.76483917236328, | |
| "learning_rate": 6.5075062552126776e-06, | |
| "loss": 0.5011, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.6058394160583942, | |
| "grad_norm": 22.071678161621094, | |
| "learning_rate": 6.497080900750626e-06, | |
| "loss": 0.4214, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.609681137149443, | |
| "grad_norm": 2.2837672233581543, | |
| "learning_rate": 6.4866555462885735e-06, | |
| "loss": 0.4492, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.6135228582404917, | |
| "grad_norm": 16.134366989135742, | |
| "learning_rate": 6.476230191826523e-06, | |
| "loss": 0.5131, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.6173645793315405, | |
| "grad_norm": 14.408499717712402, | |
| "learning_rate": 6.465804837364471e-06, | |
| "loss": 0.6302, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.6212063004225894, | |
| "grad_norm": 3.4417994022369385, | |
| "learning_rate": 6.4553794829024195e-06, | |
| "loss": 0.5384, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.625048021513638, | |
| "grad_norm": 11.830604553222656, | |
| "learning_rate": 6.444954128440367e-06, | |
| "loss": 0.4217, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.6288897426046869, | |
| "grad_norm": 9.047849655151367, | |
| "learning_rate": 6.4345287739783155e-06, | |
| "loss": 0.3594, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.6327314636957357, | |
| "grad_norm": 7.678354740142822, | |
| "learning_rate": 6.424103419516265e-06, | |
| "loss": 0.4508, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.6365731847867844, | |
| "grad_norm": 5.697566032409668, | |
| "learning_rate": 6.413678065054212e-06, | |
| "loss": 0.4601, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.6404149058778332, | |
| "grad_norm": 15.278615951538086, | |
| "learning_rate": 6.403252710592161e-06, | |
| "loss": 0.4632, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.644256626968882, | |
| "grad_norm": 6.866236209869385, | |
| "learning_rate": 6.392827356130109e-06, | |
| "loss": 0.6104, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.6480983480599307, | |
| "grad_norm": 42.67068862915039, | |
| "learning_rate": 6.3824020016680575e-06, | |
| "loss": 0.7307, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.6519400691509798, | |
| "grad_norm": 42.591697692871094, | |
| "learning_rate": 6.371976647206005e-06, | |
| "loss": 0.4915, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.6557817902420284, | |
| "grad_norm": 33.19038391113281, | |
| "learning_rate": 6.361551292743953e-06, | |
| "loss": 0.3862, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.659623511333077, | |
| "grad_norm": 21.831031799316406, | |
| "learning_rate": 6.351125938281903e-06, | |
| "loss": 0.4684, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.6634652324241261, | |
| "grad_norm": 10.749385833740234, | |
| "learning_rate": 6.34070058381985e-06, | |
| "loss": 0.5235, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.6673069535151748, | |
| "grad_norm": 8.519107818603516, | |
| "learning_rate": 6.330275229357799e-06, | |
| "loss": 0.4614, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.6711486746062236, | |
| "grad_norm": 10.042859077453613, | |
| "learning_rate": 6.319849874895747e-06, | |
| "loss": 0.4232, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.6749903956972725, | |
| "grad_norm": 15.31753921508789, | |
| "learning_rate": 6.309424520433695e-06, | |
| "loss": 0.6633, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.6788321167883211, | |
| "grad_norm": 15.346444129943848, | |
| "learning_rate": 6.298999165971643e-06, | |
| "loss": 0.4809, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.68267383787937, | |
| "grad_norm": 14.51533031463623, | |
| "learning_rate": 6.288573811509592e-06, | |
| "loss": 0.3116, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.6865155589704188, | |
| "grad_norm": 10.794851303100586, | |
| "learning_rate": 6.2781484570475406e-06, | |
| "loss": 0.4442, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.6903572800614675, | |
| "grad_norm": 26.648527145385742, | |
| "learning_rate": 6.267723102585488e-06, | |
| "loss": 0.4151, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.6941990011525163, | |
| "grad_norm": 14.879584312438965, | |
| "learning_rate": 6.2572977481234365e-06, | |
| "loss": 0.5536, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.6980407222435652, | |
| "grad_norm": 28.443931579589844, | |
| "learning_rate": 6.246872393661385e-06, | |
| "loss": 0.4466, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.7018824433346138, | |
| "grad_norm": 22.08489227294922, | |
| "learning_rate": 6.236447039199333e-06, | |
| "loss": 0.5109, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.7057241644256627, | |
| "grad_norm": 21.044944763183594, | |
| "learning_rate": 6.226021684737281e-06, | |
| "loss": 0.5316, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.7095658855167115, | |
| "grad_norm": 29.13035774230957, | |
| "learning_rate": 6.21559633027523e-06, | |
| "loss": 0.4993, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.7134076066077601, | |
| "grad_norm": 11.93812084197998, | |
| "learning_rate": 6.2051709758131785e-06, | |
| "loss": 0.4563, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.7172493276988092, | |
| "grad_norm": 25.17680549621582, | |
| "learning_rate": 6.194745621351126e-06, | |
| "loss": 0.4524, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.7210910487898579, | |
| "grad_norm": 11.476607322692871, | |
| "learning_rate": 6.1843202668890744e-06, | |
| "loss": 0.4841, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.7249327698809065, | |
| "grad_norm": 18.251564025878906, | |
| "learning_rate": 6.173894912427023e-06, | |
| "loss": 0.513, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.7287744909719556, | |
| "grad_norm": 19.187213897705078, | |
| "learning_rate": 6.163469557964972e-06, | |
| "loss": 0.5729, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.7326162120630042, | |
| "grad_norm": 6.800131320953369, | |
| "learning_rate": 6.15304420350292e-06, | |
| "loss": 0.4997, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.736457933154053, | |
| "grad_norm": 4.658173561096191, | |
| "learning_rate": 6.142618849040868e-06, | |
| "loss": 0.6002, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.740299654245102, | |
| "grad_norm": 16.352256774902344, | |
| "learning_rate": 6.132193494578816e-06, | |
| "loss": 0.4366, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.7441413753361505, | |
| "grad_norm": 15.1599760055542, | |
| "learning_rate": 6.121768140116765e-06, | |
| "loss": 0.4287, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.7479830964271994, | |
| "grad_norm": 7.974790573120117, | |
| "learning_rate": 6.111342785654712e-06, | |
| "loss": 0.4333, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.7518248175182483, | |
| "grad_norm": 16.976285934448242, | |
| "learning_rate": 6.100917431192661e-06, | |
| "loss": 0.3914, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.755666538609297, | |
| "grad_norm": 3.174334764480591, | |
| "learning_rate": 6.09049207673061e-06, | |
| "loss": 0.3679, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.7595082597003457, | |
| "grad_norm": 32.927494049072266, | |
| "learning_rate": 6.0800667222685575e-06, | |
| "loss": 0.6631, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.7633499807913946, | |
| "grad_norm": 10.811646461486816, | |
| "learning_rate": 6.069641367806506e-06, | |
| "loss": 0.5384, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.7671917018824432, | |
| "grad_norm": 18.781339645385742, | |
| "learning_rate": 6.059216013344454e-06, | |
| "loss": 0.5194, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.771033422973492, | |
| "grad_norm": 21.202974319458008, | |
| "learning_rate": 6.048790658882403e-06, | |
| "loss": 0.5962, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.774875144064541, | |
| "grad_norm": 15.951532363891602, | |
| "learning_rate": 6.03836530442035e-06, | |
| "loss": 0.515, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.7787168651555896, | |
| "grad_norm": 21.22430419921875, | |
| "learning_rate": 6.0279399499582995e-06, | |
| "loss": 0.5223, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.7825585862466387, | |
| "grad_norm": 15.455586433410645, | |
| "learning_rate": 6.017514595496248e-06, | |
| "loss": 0.526, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.7864003073376873, | |
| "grad_norm": 7.954679012298584, | |
| "learning_rate": 6.0070892410341954e-06, | |
| "loss": 0.528, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.790242028428736, | |
| "grad_norm": 10.174606323242188, | |
| "learning_rate": 5.996663886572144e-06, | |
| "loss": 0.4072, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.794083749519785, | |
| "grad_norm": 30.961978912353516, | |
| "learning_rate": 5.986238532110092e-06, | |
| "loss": 0.4113, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.7979254706108336, | |
| "grad_norm": 20.904510498046875, | |
| "learning_rate": 5.975813177648041e-06, | |
| "loss": 0.5494, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.8017671917018825, | |
| "grad_norm": 32.23243713378906, | |
| "learning_rate": 5.965387823185988e-06, | |
| "loss": 0.65, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.8056089127929313, | |
| "grad_norm": 9.392688751220703, | |
| "learning_rate": 5.954962468723937e-06, | |
| "loss": 0.4458, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.80945063388398, | |
| "grad_norm": 23.203550338745117, | |
| "learning_rate": 5.944537114261886e-06, | |
| "loss": 0.3476, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.8132923549750288, | |
| "grad_norm": 21.198944091796875, | |
| "learning_rate": 5.934111759799833e-06, | |
| "loss": 0.4905, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.8171340760660777, | |
| "grad_norm": 7.847315788269043, | |
| "learning_rate": 5.923686405337782e-06, | |
| "loss": 0.2561, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.8209757971571263, | |
| "grad_norm": 19.153392791748047, | |
| "learning_rate": 5.91326105087573e-06, | |
| "loss": 0.5025, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.8248175182481752, | |
| "grad_norm": 13.056893348693848, | |
| "learning_rate": 5.902835696413679e-06, | |
| "loss": 0.6548, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.828659239339224, | |
| "grad_norm": 6.967535972595215, | |
| "learning_rate": 5.892410341951627e-06, | |
| "loss": 0.7137, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.8325009604302727, | |
| "grad_norm": 15.452996253967285, | |
| "learning_rate": 5.881984987489575e-06, | |
| "loss": 0.4757, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.8363426815213215, | |
| "grad_norm": 26.09940528869629, | |
| "learning_rate": 5.871559633027524e-06, | |
| "loss": 0.3872, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.8401844026123704, | |
| "grad_norm": 13.307591438293457, | |
| "learning_rate": 5.861134278565471e-06, | |
| "loss": 0.3825, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.844026123703419, | |
| "grad_norm": 11.655804634094238, | |
| "learning_rate": 5.85070892410342e-06, | |
| "loss": 0.3827, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.847867844794468, | |
| "grad_norm": 30.40113067626953, | |
| "learning_rate": 5.840283569641368e-06, | |
| "loss": 0.4702, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.8517095658855167, | |
| "grad_norm": 35.177120208740234, | |
| "learning_rate": 5.829858215179317e-06, | |
| "loss": 0.3508, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.8555512869765654, | |
| "grad_norm": 22.448490142822266, | |
| "learning_rate": 5.819432860717265e-06, | |
| "loss": 0.5955, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.8593930080676144, | |
| "grad_norm": 12.29417610168457, | |
| "learning_rate": 5.809007506255213e-06, | |
| "loss": 0.382, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.863234729158663, | |
| "grad_norm": 49.52952194213867, | |
| "learning_rate": 5.798582151793162e-06, | |
| "loss": 0.519, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.867076450249712, | |
| "grad_norm": 11.148819923400879, | |
| "learning_rate": 5.788156797331109e-06, | |
| "loss": 0.568, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.8709181713407608, | |
| "grad_norm": 5.599549770355225, | |
| "learning_rate": 5.777731442869058e-06, | |
| "loss": 0.5568, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.8747598924318094, | |
| "grad_norm": 10.196747779846191, | |
| "learning_rate": 5.767306088407007e-06, | |
| "loss": 0.4946, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.8786016135228583, | |
| "grad_norm": 32.05455017089844, | |
| "learning_rate": 5.756880733944955e-06, | |
| "loss": 0.4545, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.8824433346139071, | |
| "grad_norm": 10.12232494354248, | |
| "learning_rate": 5.746455379482903e-06, | |
| "loss": 0.534, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.8862850557049557, | |
| "grad_norm": 2.4176321029663086, | |
| "learning_rate": 5.736030025020851e-06, | |
| "loss": 0.4063, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.8901267767960046, | |
| "grad_norm": 10.467967987060547, | |
| "learning_rate": 5.7256046705587996e-06, | |
| "loss": 0.5102, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.8939684978870535, | |
| "grad_norm": 13.962821006774902, | |
| "learning_rate": 5.715179316096747e-06, | |
| "loss": 0.5077, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.897810218978102, | |
| "grad_norm": 5.787616729736328, | |
| "learning_rate": 5.7047539616346955e-06, | |
| "loss": 0.4232, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.901651940069151, | |
| "grad_norm": 17.215404510498047, | |
| "learning_rate": 5.694328607172645e-06, | |
| "loss": 0.5902, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.9054936611601998, | |
| "grad_norm": 11.960589408874512, | |
| "learning_rate": 5.683903252710593e-06, | |
| "loss": 0.4809, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.9093353822512484, | |
| "grad_norm": 25.745502471923828, | |
| "learning_rate": 5.673477898248541e-06, | |
| "loss": 0.4995, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.9131771033422975, | |
| "grad_norm": 10.54256534576416, | |
| "learning_rate": 5.663052543786489e-06, | |
| "loss": 0.3592, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.9170188244333461, | |
| "grad_norm": 19.720035552978516, | |
| "learning_rate": 5.6526271893244375e-06, | |
| "loss": 0.3611, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.9208605455243948, | |
| "grad_norm": 8.2754487991333, | |
| "learning_rate": 5.642201834862385e-06, | |
| "loss": 0.3646, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.9247022666154439, | |
| "grad_norm": 16.336483001708984, | |
| "learning_rate": 5.631776480400334e-06, | |
| "loss": 0.6616, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.9285439877064925, | |
| "grad_norm": 24.838665008544922, | |
| "learning_rate": 5.621351125938283e-06, | |
| "loss": 0.529, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 1.9323857087975413, | |
| "grad_norm": 16.165803909301758, | |
| "learning_rate": 5.610925771476231e-06, | |
| "loss": 0.5018, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 1.9362274298885902, | |
| "grad_norm": 12.195728302001953, | |
| "learning_rate": 5.600500417014179e-06, | |
| "loss": 0.4034, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 1.9400691509796388, | |
| "grad_norm": 16.773571014404297, | |
| "learning_rate": 5.590075062552127e-06, | |
| "loss": 0.5083, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.9439108720706877, | |
| "grad_norm": 22.202640533447266, | |
| "learning_rate": 5.579649708090075e-06, | |
| "loss": 0.6077, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 1.9477525931617365, | |
| "grad_norm": 14.229264259338379, | |
| "learning_rate": 5.569224353628023e-06, | |
| "loss": 0.3105, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 1.9515943142527852, | |
| "grad_norm": 13.377602577209473, | |
| "learning_rate": 5.558798999165972e-06, | |
| "loss": 0.4201, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 1.955436035343834, | |
| "grad_norm": 3.7054190635681152, | |
| "learning_rate": 5.548373644703921e-06, | |
| "loss": 0.3833, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 1.9592777564348829, | |
| "grad_norm": 1.4279061555862427, | |
| "learning_rate": 5.537948290241869e-06, | |
| "loss": 0.2661, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.9631194775259315, | |
| "grad_norm": 13.63090705871582, | |
| "learning_rate": 5.5275229357798165e-06, | |
| "loss": 0.559, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 1.9669611986169804, | |
| "grad_norm": 5.49478816986084, | |
| "learning_rate": 5.517097581317765e-06, | |
| "loss": 0.5809, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 1.9708029197080292, | |
| "grad_norm": 14.8590726852417, | |
| "learning_rate": 5.506672226855714e-06, | |
| "loss": 0.3949, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 1.9746446407990779, | |
| "grad_norm": 24.46096420288086, | |
| "learning_rate": 5.496246872393661e-06, | |
| "loss": 0.5104, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 1.978486361890127, | |
| "grad_norm": 18.829071044921875, | |
| "learning_rate": 5.48582151793161e-06, | |
| "loss": 0.5408, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.9823280829811756, | |
| "grad_norm": 12.263307571411133, | |
| "learning_rate": 5.4753961634695585e-06, | |
| "loss": 0.4514, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 1.9861698040722242, | |
| "grad_norm": 3.8610880374908447, | |
| "learning_rate": 5.464970809007507e-06, | |
| "loss": 0.534, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 1.9900115251632733, | |
| "grad_norm": 14.170186042785645, | |
| "learning_rate": 5.4545454545454545e-06, | |
| "loss": 0.4005, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 1.993853246254322, | |
| "grad_norm": 13.322096824645996, | |
| "learning_rate": 5.444120100083403e-06, | |
| "loss": 0.3869, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 1.9976949673453708, | |
| "grad_norm": 24.19983673095703, | |
| "learning_rate": 5.433694745621352e-06, | |
| "loss": 0.6315, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7710114302180386, | |
| "eval_f1_per_label": [ | |
| 0.7862362971985384, | |
| 0.701864199210777, | |
| 0.8301230992034757 | |
| ], | |
| "eval_f1_weighted": 0.768826861103172, | |
| "eval_loss": 0.6022440791130066, | |
| "eval_precision_per_label": [ | |
| 0.7314447592067989, | |
| 0.7556401992382069, | |
| 0.8264129181084199 | |
| ], | |
| "eval_precision_weighted": 0.77194411701186, | |
| "eval_recall_per_label": [ | |
| 0.8499012508229098, | |
| 0.6552337398373984, | |
| 0.8338667442537097 | |
| ], | |
| "eval_recall_weighted": 0.7710114302180386, | |
| "eval_runtime": 38.8175, | |
| "eval_samples_per_second": 268.204, | |
| "eval_steps_per_second": 33.542, | |
| "step": 5206 | |
| }, | |
| { | |
| "epoch": 2.0015366884364196, | |
| "grad_norm": 10.025150299072266, | |
| "learning_rate": 5.4232693911593005e-06, | |
| "loss": 0.3025, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.0053784095274683, | |
| "grad_norm": 14.48226547241211, | |
| "learning_rate": 5.412844036697248e-06, | |
| "loss": 0.3244, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.009220130618517, | |
| "grad_norm": 10.957677841186523, | |
| "learning_rate": 5.4024186822351964e-06, | |
| "loss": 0.3584, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.013061851709566, | |
| "grad_norm": 13.56902027130127, | |
| "learning_rate": 5.391993327773145e-06, | |
| "loss": 0.4604, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.0169035728006146, | |
| "grad_norm": 22.38838005065918, | |
| "learning_rate": 5.381567973311092e-06, | |
| "loss": 0.3365, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.0207452938916637, | |
| "grad_norm": 12.05532169342041, | |
| "learning_rate": 5.371142618849042e-06, | |
| "loss": 0.4317, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.0245870149827123, | |
| "grad_norm": 33.072105407714844, | |
| "learning_rate": 5.36071726438699e-06, | |
| "loss": 0.5578, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.028428736073761, | |
| "grad_norm": 0.9836313724517822, | |
| "learning_rate": 5.350291909924938e-06, | |
| "loss": 0.3722, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.03227045716481, | |
| "grad_norm": 5.749844074249268, | |
| "learning_rate": 5.339866555462886e-06, | |
| "loss": 0.4692, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.0361121782558587, | |
| "grad_norm": 25.267881393432617, | |
| "learning_rate": 5.329441201000834e-06, | |
| "loss": 0.6132, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.0399538993469073, | |
| "grad_norm": 31.154726028442383, | |
| "learning_rate": 5.319015846538783e-06, | |
| "loss": 0.5117, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.0437956204379564, | |
| "grad_norm": 12.79433822631836, | |
| "learning_rate": 5.30859049207673e-06, | |
| "loss": 0.4788, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.047637341529005, | |
| "grad_norm": 6.986164569854736, | |
| "learning_rate": 5.2981651376146795e-06, | |
| "loss": 0.2803, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.0514790626200536, | |
| "grad_norm": 16.957910537719727, | |
| "learning_rate": 5.287739783152628e-06, | |
| "loss": 0.352, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.0553207837111027, | |
| "grad_norm": 33.34132766723633, | |
| "learning_rate": 5.277314428690576e-06, | |
| "loss": 0.392, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.0591625048021513, | |
| "grad_norm": 9.843850135803223, | |
| "learning_rate": 5.266889074228524e-06, | |
| "loss": 0.3695, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.0630042258932, | |
| "grad_norm": 29.139230728149414, | |
| "learning_rate": 5.256463719766472e-06, | |
| "loss": 0.3314, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.066845946984249, | |
| "grad_norm": 25.100875854492188, | |
| "learning_rate": 5.2460383653044215e-06, | |
| "loss": 0.5292, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.0706876680752977, | |
| "grad_norm": 28.883695602416992, | |
| "learning_rate": 5.235613010842368e-06, | |
| "loss": 0.4827, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.0745293891663463, | |
| "grad_norm": 16.823686599731445, | |
| "learning_rate": 5.2251876563803174e-06, | |
| "loss": 0.2417, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.0783711102573954, | |
| "grad_norm": 20.131900787353516, | |
| "learning_rate": 5.214762301918266e-06, | |
| "loss": 0.2996, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.082212831348444, | |
| "grad_norm": 3.738729238510132, | |
| "learning_rate": 5.204336947456214e-06, | |
| "loss": 0.3817, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.086054552439493, | |
| "grad_norm": 23.533184051513672, | |
| "learning_rate": 5.193911592994162e-06, | |
| "loss": 0.3424, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.0898962735305417, | |
| "grad_norm": 8.312479972839355, | |
| "learning_rate": 5.18348623853211e-06, | |
| "loss": 0.3921, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.0937379946215904, | |
| "grad_norm": 9.983760833740234, | |
| "learning_rate": 5.1730608840700594e-06, | |
| "loss": 0.2757, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.0975797157126395, | |
| "grad_norm": 16.252676010131836, | |
| "learning_rate": 5.162635529608007e-06, | |
| "loss": 0.2461, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.101421436803688, | |
| "grad_norm": 30.204011917114258, | |
| "learning_rate": 5.152210175145955e-06, | |
| "loss": 0.479, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.1052631578947367, | |
| "grad_norm": 16.568479537963867, | |
| "learning_rate": 5.141784820683904e-06, | |
| "loss": 0.2995, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.109104878985786, | |
| "grad_norm": 9.702290534973145, | |
| "learning_rate": 5.131359466221852e-06, | |
| "loss": 0.4211, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.1129466000768344, | |
| "grad_norm": 1.5276819467544556, | |
| "learning_rate": 5.1209341117598e-06, | |
| "loss": 0.3979, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.116788321167883, | |
| "grad_norm": 20.509130477905273, | |
| "learning_rate": 5.110508757297749e-06, | |
| "loss": 0.4313, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.120630042258932, | |
| "grad_norm": 8.844688415527344, | |
| "learning_rate": 5.100083402835697e-06, | |
| "loss": 0.2801, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.124471763349981, | |
| "grad_norm": 35.589786529541016, | |
| "learning_rate": 5.089658048373645e-06, | |
| "loss": 0.2277, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.1283134844410294, | |
| "grad_norm": 25.115541458129883, | |
| "learning_rate": 5.079232693911593e-06, | |
| "loss": 0.4672, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.1321552055320785, | |
| "grad_norm": 7.73687744140625, | |
| "learning_rate": 5.068807339449542e-06, | |
| "loss": 0.3459, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.135996926623127, | |
| "grad_norm": 7.313465118408203, | |
| "learning_rate": 5.05838198498749e-06, | |
| "loss": 0.513, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.1398386477141758, | |
| "grad_norm": 36.206275939941406, | |
| "learning_rate": 5.047956630525438e-06, | |
| "loss": 0.3874, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.143680368805225, | |
| "grad_norm": 0.8272005319595337, | |
| "learning_rate": 5.037531276063387e-06, | |
| "loss": 0.2465, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.1475220898962735, | |
| "grad_norm": 32.43919372558594, | |
| "learning_rate": 5.027105921601335e-06, | |
| "loss": 0.5046, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.1513638109873225, | |
| "grad_norm": 22.022480010986328, | |
| "learning_rate": 5.016680567139283e-06, | |
| "loss": 0.4542, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.155205532078371, | |
| "grad_norm": 16.503541946411133, | |
| "learning_rate": 5.006255212677231e-06, | |
| "loss": 0.3566, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.15904725316942, | |
| "grad_norm": 22.845735549926758, | |
| "learning_rate": 4.99582985821518e-06, | |
| "loss": 0.5822, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.162888974260469, | |
| "grad_norm": 11.861871719360352, | |
| "learning_rate": 4.985404503753128e-06, | |
| "loss": 0.4642, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.1667306953515175, | |
| "grad_norm": 29.483245849609375, | |
| "learning_rate": 4.974979149291076e-06, | |
| "loss": 0.3677, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.170572416442566, | |
| "grad_norm": 27.543590545654297, | |
| "learning_rate": 4.964553794829025e-06, | |
| "loss": 0.3071, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.1744141375336152, | |
| "grad_norm": 43.55646514892578, | |
| "learning_rate": 4.954128440366973e-06, | |
| "loss": 0.58, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.178255858624664, | |
| "grad_norm": 17.40699005126953, | |
| "learning_rate": 4.9437030859049216e-06, | |
| "loss": 0.3876, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.1820975797157125, | |
| "grad_norm": 15.096699714660645, | |
| "learning_rate": 4.933277731442869e-06, | |
| "loss": 0.4278, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.1859393008067616, | |
| "grad_norm": 20.290847778320312, | |
| "learning_rate": 4.9228523769808175e-06, | |
| "loss": 0.4295, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.18978102189781, | |
| "grad_norm": 45.18258285522461, | |
| "learning_rate": 4.912427022518766e-06, | |
| "loss": 0.4375, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.193622742988859, | |
| "grad_norm": 2.4058237075805664, | |
| "learning_rate": 4.902001668056714e-06, | |
| "loss": 0.4256, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.197464464079908, | |
| "grad_norm": 15.465018272399902, | |
| "learning_rate": 4.891576313594663e-06, | |
| "loss": 0.3689, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.2013061851709566, | |
| "grad_norm": 40.442138671875, | |
| "learning_rate": 4.881150959132611e-06, | |
| "loss": 0.4079, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.205147906262005, | |
| "grad_norm": 16.798524856567383, | |
| "learning_rate": 4.8707256046705595e-06, | |
| "loss": 0.3691, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.2089896273530543, | |
| "grad_norm": 2.9922537803649902, | |
| "learning_rate": 4.860300250208507e-06, | |
| "loss": 0.4034, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.212831348444103, | |
| "grad_norm": 7.389658451080322, | |
| "learning_rate": 4.849874895746456e-06, | |
| "loss": 0.3752, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.216673069535152, | |
| "grad_norm": 18.441091537475586, | |
| "learning_rate": 4.839449541284404e-06, | |
| "loss": 0.2133, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.2205147906262006, | |
| "grad_norm": 14.868128776550293, | |
| "learning_rate": 4.829024186822352e-06, | |
| "loss": 0.3015, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.2243565117172492, | |
| "grad_norm": 30.491628646850586, | |
| "learning_rate": 4.818598832360301e-06, | |
| "loss": 0.3439, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.2281982328082983, | |
| "grad_norm": 20.057775497436523, | |
| "learning_rate": 4.808173477898249e-06, | |
| "loss": 0.439, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.232039953899347, | |
| "grad_norm": 14.830887794494629, | |
| "learning_rate": 4.797748123436197e-06, | |
| "loss": 0.2456, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.2358816749903956, | |
| "grad_norm": 66.60607147216797, | |
| "learning_rate": 4.787322768974145e-06, | |
| "loss": 0.4268, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.2397233960814447, | |
| "grad_norm": 26.20659637451172, | |
| "learning_rate": 4.776897414512094e-06, | |
| "loss": 0.4801, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.2435651171724933, | |
| "grad_norm": 29.50606346130371, | |
| "learning_rate": 4.766472060050042e-06, | |
| "loss": 0.3636, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.247406838263542, | |
| "grad_norm": 6.610935211181641, | |
| "learning_rate": 4.75604670558799e-06, | |
| "loss": 0.427, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.251248559354591, | |
| "grad_norm": 23.229677200317383, | |
| "learning_rate": 4.7456213511259385e-06, | |
| "loss": 0.4121, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.2550902804456396, | |
| "grad_norm": 21.795177459716797, | |
| "learning_rate": 4.735195996663887e-06, | |
| "loss": 0.2936, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.2589320015366883, | |
| "grad_norm": 36.987979888916016, | |
| "learning_rate": 4.724770642201835e-06, | |
| "loss": 0.3953, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.2627737226277373, | |
| "grad_norm": 1.7358722686767578, | |
| "learning_rate": 4.714345287739783e-06, | |
| "loss": 0.4095, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.266615443718786, | |
| "grad_norm": 10.421095848083496, | |
| "learning_rate": 4.703919933277732e-06, | |
| "loss": 0.2578, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.2704571648098346, | |
| "grad_norm": 6.014891624450684, | |
| "learning_rate": 4.69349457881568e-06, | |
| "loss": 0.3926, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.2742988859008837, | |
| "grad_norm": 3.5137789249420166, | |
| "learning_rate": 4.683069224353629e-06, | |
| "loss": 0.5043, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.2781406069919323, | |
| "grad_norm": 15.290746688842773, | |
| "learning_rate": 4.6726438698915765e-06, | |
| "loss": 0.4639, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.2819823280829814, | |
| "grad_norm": 13.63492488861084, | |
| "learning_rate": 4.662218515429525e-06, | |
| "loss": 0.2941, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.28582404917403, | |
| "grad_norm": 97.04354858398438, | |
| "learning_rate": 4.651793160967473e-06, | |
| "loss": 0.3955, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.2896657702650787, | |
| "grad_norm": 12.101741790771484, | |
| "learning_rate": 4.641367806505422e-06, | |
| "loss": 0.2538, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.2935074913561273, | |
| "grad_norm": 1.379072904586792, | |
| "learning_rate": 4.63094245204337e-06, | |
| "loss": 0.1684, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.2973492124471764, | |
| "grad_norm": 9.567411422729492, | |
| "learning_rate": 4.620517097581318e-06, | |
| "loss": 0.4393, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.301190933538225, | |
| "grad_norm": 14.998170852661133, | |
| "learning_rate": 4.610091743119267e-06, | |
| "loss": 0.2502, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.305032654629274, | |
| "grad_norm": 32.21726989746094, | |
| "learning_rate": 4.599666388657214e-06, | |
| "loss": 0.7322, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.3088743757203227, | |
| "grad_norm": 11.3441743850708, | |
| "learning_rate": 4.589241034195164e-06, | |
| "loss": 0.4783, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.3127160968113714, | |
| "grad_norm": 35.755313873291016, | |
| "learning_rate": 4.578815679733111e-06, | |
| "loss": 0.6579, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.3165578179024204, | |
| "grad_norm": 5.217653274536133, | |
| "learning_rate": 4.5683903252710596e-06, | |
| "loss": 0.4718, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.320399538993469, | |
| "grad_norm": 20.972278594970703, | |
| "learning_rate": 4.557964970809008e-06, | |
| "loss": 0.5699, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.3242412600845177, | |
| "grad_norm": 80.10887908935547, | |
| "learning_rate": 4.547539616346956e-06, | |
| "loss": 0.3067, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.328082981175567, | |
| "grad_norm": 11.331225395202637, | |
| "learning_rate": 4.537114261884905e-06, | |
| "loss": 0.3235, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.3319247022666154, | |
| "grad_norm": 40.07761764526367, | |
| "learning_rate": 4.526688907422852e-06, | |
| "loss": 0.4364, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.335766423357664, | |
| "grad_norm": 21.785959243774414, | |
| "learning_rate": 4.5162635529608015e-06, | |
| "loss": 0.4626, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.339608144448713, | |
| "grad_norm": 7.075160026550293, | |
| "learning_rate": 4.505838198498749e-06, | |
| "loss": 0.2228, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.3434498655397618, | |
| "grad_norm": 13.509589195251465, | |
| "learning_rate": 4.4954128440366975e-06, | |
| "loss": 0.3475, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.347291586630811, | |
| "grad_norm": 36.06120300292969, | |
| "learning_rate": 4.484987489574646e-06, | |
| "loss": 0.2263, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.3511333077218595, | |
| "grad_norm": 8.470573425292969, | |
| "learning_rate": 4.474562135112594e-06, | |
| "loss": 0.5767, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.354975028812908, | |
| "grad_norm": 90.7362289428711, | |
| "learning_rate": 4.464136780650543e-06, | |
| "loss": 0.5903, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.3588167499039567, | |
| "grad_norm": 13.591816902160645, | |
| "learning_rate": 4.45371142618849e-06, | |
| "loss": 0.2856, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.362658470995006, | |
| "grad_norm": 17.54025650024414, | |
| "learning_rate": 4.4432860717264395e-06, | |
| "loss": 0.5362, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.3665001920860544, | |
| "grad_norm": 20.923633575439453, | |
| "learning_rate": 4.432860717264387e-06, | |
| "loss": 0.3281, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.3703419131771035, | |
| "grad_norm": 1.6233912706375122, | |
| "learning_rate": 4.422435362802336e-06, | |
| "loss": 0.4553, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.374183634268152, | |
| "grad_norm": 25.224092483520508, | |
| "learning_rate": 4.412010008340284e-06, | |
| "loss": 0.3724, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.378025355359201, | |
| "grad_norm": 28.230060577392578, | |
| "learning_rate": 4.401584653878232e-06, | |
| "loss": 0.5124, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.38186707645025, | |
| "grad_norm": 11.415582656860352, | |
| "learning_rate": 4.391159299416181e-06, | |
| "loss": 0.4846, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.3857087975412985, | |
| "grad_norm": 35.46455383300781, | |
| "learning_rate": 4.380733944954129e-06, | |
| "loss": 0.3733, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.389550518632347, | |
| "grad_norm": 18.829397201538086, | |
| "learning_rate": 4.370308590492077e-06, | |
| "loss": 0.3815, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.393392239723396, | |
| "grad_norm": 8.25112533569336, | |
| "learning_rate": 4.359883236030025e-06, | |
| "loss": 0.3429, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.397233960814445, | |
| "grad_norm": 19.419946670532227, | |
| "learning_rate": 4.349457881567974e-06, | |
| "loss": 0.3974, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.4010756819054935, | |
| "grad_norm": 41.735939025878906, | |
| "learning_rate": 4.339032527105922e-06, | |
| "loss": 0.3883, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.4049174029965426, | |
| "grad_norm": 16.113548278808594, | |
| "learning_rate": 4.32860717264387e-06, | |
| "loss": 0.4307, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.408759124087591, | |
| "grad_norm": 16.306819915771484, | |
| "learning_rate": 4.3181818181818185e-06, | |
| "loss": 0.3876, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.4126008451786403, | |
| "grad_norm": 21.22163963317871, | |
| "learning_rate": 4.307756463719767e-06, | |
| "loss": 0.41, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.416442566269689, | |
| "grad_norm": 10.594919204711914, | |
| "learning_rate": 4.297331109257715e-06, | |
| "loss": 0.2636, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.4202842873607375, | |
| "grad_norm": 27.324769973754883, | |
| "learning_rate": 4.286905754795664e-06, | |
| "loss": 0.5767, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.424126008451786, | |
| "grad_norm": 29.428342819213867, | |
| "learning_rate": 4.276480400333612e-06, | |
| "loss": 0.423, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.4279677295428352, | |
| "grad_norm": 1.7547614574432373, | |
| "learning_rate": 4.26605504587156e-06, | |
| "loss": 0.5011, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.431809450633884, | |
| "grad_norm": 5.640941143035889, | |
| "learning_rate": 4.255629691409509e-06, | |
| "loss": 0.2505, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.435651171724933, | |
| "grad_norm": 37.58819580078125, | |
| "learning_rate": 4.245204336947456e-06, | |
| "loss": 0.4195, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.4394928928159816, | |
| "grad_norm": 34.01715850830078, | |
| "learning_rate": 4.234778982485405e-06, | |
| "loss": 0.4813, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.44333461390703, | |
| "grad_norm": 37.33319854736328, | |
| "learning_rate": 4.224353628023353e-06, | |
| "loss": 0.4626, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.4471763349980793, | |
| "grad_norm": 27.190582275390625, | |
| "learning_rate": 4.213928273561302e-06, | |
| "loss": 0.4602, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.451018056089128, | |
| "grad_norm": 26.895753860473633, | |
| "learning_rate": 4.20350291909925e-06, | |
| "loss": 0.3885, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.4548597771801766, | |
| "grad_norm": 20.62041664123535, | |
| "learning_rate": 4.1930775646371975e-06, | |
| "loss": 0.4562, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.4587014982712256, | |
| "grad_norm": 5.937681674957275, | |
| "learning_rate": 4.182652210175147e-06, | |
| "loss": 0.4823, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.4625432193622743, | |
| "grad_norm": 12.427610397338867, | |
| "learning_rate": 4.172226855713094e-06, | |
| "loss": 0.2581, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.466384940453323, | |
| "grad_norm": 17.8107967376709, | |
| "learning_rate": 4.161801501251043e-06, | |
| "loss": 0.39, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.470226661544372, | |
| "grad_norm": 36.84169387817383, | |
| "learning_rate": 4.151376146788991e-06, | |
| "loss": 0.5163, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.4740683826354206, | |
| "grad_norm": 22.69685173034668, | |
| "learning_rate": 4.1409507923269395e-06, | |
| "loss": 0.5058, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.4779101037264697, | |
| "grad_norm": 15.084294319152832, | |
| "learning_rate": 4.130525437864888e-06, | |
| "loss": 0.4001, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.4817518248175183, | |
| "grad_norm": 4.024713039398193, | |
| "learning_rate": 4.120100083402836e-06, | |
| "loss": 0.5448, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.485593545908567, | |
| "grad_norm": 17.616241455078125, | |
| "learning_rate": 4.109674728940785e-06, | |
| "loss": 0.2801, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.4894352669996156, | |
| "grad_norm": 12.603973388671875, | |
| "learning_rate": 4.099249374478732e-06, | |
| "loss": 0.5436, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.4932769880906647, | |
| "grad_norm": 11.388052940368652, | |
| "learning_rate": 4.088824020016681e-06, | |
| "loss": 0.3408, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.4971187091817133, | |
| "grad_norm": 11.209637641906738, | |
| "learning_rate": 4.078398665554629e-06, | |
| "loss": 0.5493, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.5009604302727624, | |
| "grad_norm": 6.486141204833984, | |
| "learning_rate": 4.0679733110925774e-06, | |
| "loss": 0.3234, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.504802151363811, | |
| "grad_norm": 29.56370735168457, | |
| "learning_rate": 4.057547956630526e-06, | |
| "loss": 0.3548, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.5086438724548596, | |
| "grad_norm": 15.31444263458252, | |
| "learning_rate": 4.047122602168474e-06, | |
| "loss": 0.404, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.5124855935459087, | |
| "grad_norm": 19.02079963684082, | |
| "learning_rate": 4.036697247706423e-06, | |
| "loss": 0.3949, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.5163273146369574, | |
| "grad_norm": 41.584712982177734, | |
| "learning_rate": 4.026271893244371e-06, | |
| "loss": 0.3325, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.520169035728006, | |
| "grad_norm": 19.601179122924805, | |
| "learning_rate": 4.0158465387823186e-06, | |
| "loss": 0.2845, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.524010756819055, | |
| "grad_norm": 48.5678596496582, | |
| "learning_rate": 4.005421184320267e-06, | |
| "loss": 0.3551, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.5278524779101037, | |
| "grad_norm": 11.579480171203613, | |
| "learning_rate": 3.994995829858215e-06, | |
| "loss": 0.3786, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.5316941990011523, | |
| "grad_norm": 28.17609214782715, | |
| "learning_rate": 3.984570475396164e-06, | |
| "loss": 0.4658, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.5355359200922014, | |
| "grad_norm": 40.928951263427734, | |
| "learning_rate": 3.974145120934112e-06, | |
| "loss": 0.3617, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.53937764118325, | |
| "grad_norm": 39.679840087890625, | |
| "learning_rate": 3.9637197664720605e-06, | |
| "loss": 0.4349, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.543219362274299, | |
| "grad_norm": 12.928807258605957, | |
| "learning_rate": 3.953294412010009e-06, | |
| "loss": 0.5006, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.5470610833653478, | |
| "grad_norm": 39.3177490234375, | |
| "learning_rate": 3.9428690575479565e-06, | |
| "loss": 0.2671, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.5509028044563964, | |
| "grad_norm": 17.57758140563965, | |
| "learning_rate": 3.932443703085905e-06, | |
| "loss": 0.2911, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.554744525547445, | |
| "grad_norm": 2.8973824977874756, | |
| "learning_rate": 3.922018348623853e-06, | |
| "loss": 0.4828, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.558586246638494, | |
| "grad_norm": 30.00718879699707, | |
| "learning_rate": 3.911592994161802e-06, | |
| "loss": 0.3092, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.5624279677295427, | |
| "grad_norm": 51.34370803833008, | |
| "learning_rate": 3.90116763969975e-06, | |
| "loss": 0.3991, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.566269688820592, | |
| "grad_norm": 19.956497192382812, | |
| "learning_rate": 3.8907422852376985e-06, | |
| "loss": 0.4901, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.5701114099116404, | |
| "grad_norm": 10.098040580749512, | |
| "learning_rate": 3.880316930775647e-06, | |
| "loss": 0.36, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.573953131002689, | |
| "grad_norm": 35.19695281982422, | |
| "learning_rate": 3.869891576313595e-06, | |
| "loss": 0.8085, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.577794852093738, | |
| "grad_norm": 27.271202087402344, | |
| "learning_rate": 3.859466221851544e-06, | |
| "loss": 0.5793, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.581636573184787, | |
| "grad_norm": 32.067413330078125, | |
| "learning_rate": 3.849040867389491e-06, | |
| "loss": 0.2343, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.5854782942758354, | |
| "grad_norm": 4.35783576965332, | |
| "learning_rate": 3.83861551292744e-06, | |
| "loss": 0.1504, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.5893200153668845, | |
| "grad_norm": 23.759077072143555, | |
| "learning_rate": 3.828190158465388e-06, | |
| "loss": 0.6086, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.593161736457933, | |
| "grad_norm": 37.075836181640625, | |
| "learning_rate": 3.817764804003336e-06, | |
| "loss": 0.5305, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.5970034575489818, | |
| "grad_norm": 6.374484539031982, | |
| "learning_rate": 3.8073394495412848e-06, | |
| "loss": 0.3643, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.600845178640031, | |
| "grad_norm": 5.79872989654541, | |
| "learning_rate": 3.796914095079233e-06, | |
| "loss": 0.3692, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.6046868997310795, | |
| "grad_norm": 14.167413711547852, | |
| "learning_rate": 3.786488740617181e-06, | |
| "loss": 0.3291, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.6085286208221286, | |
| "grad_norm": 15.380521774291992, | |
| "learning_rate": 3.7760633861551295e-06, | |
| "loss": 0.2908, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.612370341913177, | |
| "grad_norm": 29.647062301635742, | |
| "learning_rate": 3.765638031693078e-06, | |
| "loss": 0.4227, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.616212063004226, | |
| "grad_norm": 20.903465270996094, | |
| "learning_rate": 3.755212677231026e-06, | |
| "loss": 0.2142, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 2.6200537840952745, | |
| "grad_norm": 36.023502349853516, | |
| "learning_rate": 3.7447873227689747e-06, | |
| "loss": 0.3671, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 2.6238955051863235, | |
| "grad_norm": 5.021630764007568, | |
| "learning_rate": 3.7343619683069227e-06, | |
| "loss": 0.4427, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 2.627737226277372, | |
| "grad_norm": 22.046171188354492, | |
| "learning_rate": 3.723936613844871e-06, | |
| "loss": 0.2288, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 2.6315789473684212, | |
| "grad_norm": 26.912120819091797, | |
| "learning_rate": 3.7135112593828195e-06, | |
| "loss": 0.4019, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.63542066845947, | |
| "grad_norm": 33.86092758178711, | |
| "learning_rate": 3.7030859049207674e-06, | |
| "loss": 0.1613, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 2.6392623895505185, | |
| "grad_norm": 41.86820602416992, | |
| "learning_rate": 3.692660550458716e-06, | |
| "loss": 0.3048, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 2.6431041106415676, | |
| "grad_norm": 36.370113372802734, | |
| "learning_rate": 3.682235195996664e-06, | |
| "loss": 0.4439, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 2.646945831732616, | |
| "grad_norm": 35.357093811035156, | |
| "learning_rate": 3.6718098415346126e-06, | |
| "loss": 0.3538, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 2.650787552823665, | |
| "grad_norm": 4.3882951736450195, | |
| "learning_rate": 3.6613844870725606e-06, | |
| "loss": 0.338, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.654629273914714, | |
| "grad_norm": 10.211385726928711, | |
| "learning_rate": 3.6509591326105094e-06, | |
| "loss": 0.2839, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 2.6584709950057626, | |
| "grad_norm": 42.815975189208984, | |
| "learning_rate": 3.6405337781484574e-06, | |
| "loss": 0.5148, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 2.662312716096811, | |
| "grad_norm": 39.67461395263672, | |
| "learning_rate": 3.6301084236864054e-06, | |
| "loss": 0.3986, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 2.6661544371878603, | |
| "grad_norm": 37.30091094970703, | |
| "learning_rate": 3.6196830692243538e-06, | |
| "loss": 0.3428, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 2.669996158278909, | |
| "grad_norm": 14.208806037902832, | |
| "learning_rate": 3.609257714762302e-06, | |
| "loss": 0.5117, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.673837879369958, | |
| "grad_norm": 17.972148895263672, | |
| "learning_rate": 3.5988323603002506e-06, | |
| "loss": 0.2499, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 2.6776796004610066, | |
| "grad_norm": 25.548479080200195, | |
| "learning_rate": 3.5884070058381985e-06, | |
| "loss": 0.3929, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 2.6815213215520552, | |
| "grad_norm": 27.128023147583008, | |
| "learning_rate": 3.5779816513761473e-06, | |
| "loss": 0.415, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 2.685363042643104, | |
| "grad_norm": 36.1838493347168, | |
| "learning_rate": 3.5675562969140953e-06, | |
| "loss": 0.6277, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 2.689204763734153, | |
| "grad_norm": 24.81752586364746, | |
| "learning_rate": 3.557130942452044e-06, | |
| "loss": 0.3991, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.6930464848252016, | |
| "grad_norm": 18.290441513061523, | |
| "learning_rate": 3.546705587989992e-06, | |
| "loss": 0.3807, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 2.6968882059162507, | |
| "grad_norm": 11.024544715881348, | |
| "learning_rate": 3.53628023352794e-06, | |
| "loss": 0.6402, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 2.7007299270072993, | |
| "grad_norm": 21.70757484436035, | |
| "learning_rate": 3.5258548790658885e-06, | |
| "loss": 0.3822, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 2.704571648098348, | |
| "grad_norm": 5.174530506134033, | |
| "learning_rate": 3.515429524603837e-06, | |
| "loss": 0.2345, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 2.708413369189397, | |
| "grad_norm": 12.466716766357422, | |
| "learning_rate": 3.5050041701417853e-06, | |
| "loss": 0.3437, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.7122550902804456, | |
| "grad_norm": 43.534881591796875, | |
| "learning_rate": 3.4945788156797332e-06, | |
| "loss": 0.549, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 2.7160968113714943, | |
| "grad_norm": 19.812414169311523, | |
| "learning_rate": 3.484153461217682e-06, | |
| "loss": 0.3922, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 2.7199385324625434, | |
| "grad_norm": 19.159162521362305, | |
| "learning_rate": 3.47372810675563e-06, | |
| "loss": 0.4002, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 2.723780253553592, | |
| "grad_norm": 25.365705490112305, | |
| "learning_rate": 3.463302752293578e-06, | |
| "loss": 0.6426, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 2.7276219746446406, | |
| "grad_norm": 26.20423698425293, | |
| "learning_rate": 3.452877397831527e-06, | |
| "loss": 0.3957, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.7314636957356897, | |
| "grad_norm": 22.42076873779297, | |
| "learning_rate": 3.4424520433694748e-06, | |
| "loss": 0.4422, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 2.7353054168267383, | |
| "grad_norm": 14.70218276977539, | |
| "learning_rate": 3.432026688907423e-06, | |
| "loss": 0.6001, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 2.7391471379177874, | |
| "grad_norm": 22.859935760498047, | |
| "learning_rate": 3.421601334445371e-06, | |
| "loss": 0.3868, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 2.742988859008836, | |
| "grad_norm": 43.551944732666016, | |
| "learning_rate": 3.41117597998332e-06, | |
| "loss": 0.3987, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 2.7468305800998847, | |
| "grad_norm": 14.154500961303711, | |
| "learning_rate": 3.400750625521268e-06, | |
| "loss": 0.4017, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.7506723011909333, | |
| "grad_norm": 34.05524826049805, | |
| "learning_rate": 3.390325271059216e-06, | |
| "loss": 0.3314, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 2.7545140222819824, | |
| "grad_norm": 52.210166931152344, | |
| "learning_rate": 3.3798999165971647e-06, | |
| "loss": 0.3296, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 2.758355743373031, | |
| "grad_norm": 9.549467086791992, | |
| "learning_rate": 3.3694745621351127e-06, | |
| "loss": 0.2942, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 2.76219746446408, | |
| "grad_norm": 26.348674774169922, | |
| "learning_rate": 3.359049207673061e-06, | |
| "loss": 0.284, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 2.7660391855551287, | |
| "grad_norm": 27.311948776245117, | |
| "learning_rate": 3.3486238532110095e-06, | |
| "loss": 0.1689, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.7698809066461774, | |
| "grad_norm": 23.597427368164062, | |
| "learning_rate": 3.338198498748958e-06, | |
| "loss": 0.4343, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 2.7737226277372264, | |
| "grad_norm": 36.36143112182617, | |
| "learning_rate": 3.327773144286906e-06, | |
| "loss": 0.4909, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 2.777564348828275, | |
| "grad_norm": 15.982687950134277, | |
| "learning_rate": 3.3173477898248543e-06, | |
| "loss": 0.5096, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 2.7814060699193237, | |
| "grad_norm": 19.211381912231445, | |
| "learning_rate": 3.3069224353628026e-06, | |
| "loss": 0.5344, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 2.785247791010373, | |
| "grad_norm": 19.4703426361084, | |
| "learning_rate": 3.2964970809007506e-06, | |
| "loss": 0.2927, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.7890895121014214, | |
| "grad_norm": 14.521808624267578, | |
| "learning_rate": 3.2860717264386994e-06, | |
| "loss": 0.4208, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 2.79293123319247, | |
| "grad_norm": 14.530061721801758, | |
| "learning_rate": 3.2756463719766474e-06, | |
| "loss": 0.32, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 2.796772954283519, | |
| "grad_norm": 23.66884994506836, | |
| "learning_rate": 3.265221017514596e-06, | |
| "loss": 0.2892, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 2.8006146753745678, | |
| "grad_norm": 23.043350219726562, | |
| "learning_rate": 3.254795663052544e-06, | |
| "loss": 0.6205, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 2.804456396465617, | |
| "grad_norm": 20.45117950439453, | |
| "learning_rate": 3.244370308590492e-06, | |
| "loss": 0.31, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.8082981175566655, | |
| "grad_norm": 30.534652709960938, | |
| "learning_rate": 3.2339449541284406e-06, | |
| "loss": 0.2517, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 2.812139838647714, | |
| "grad_norm": 34.324466705322266, | |
| "learning_rate": 3.2235195996663885e-06, | |
| "loss": 0.4814, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 2.8159815597387627, | |
| "grad_norm": 35.23246765136719, | |
| "learning_rate": 3.2130942452043374e-06, | |
| "loss": 0.3375, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 2.819823280829812, | |
| "grad_norm": 20.353059768676758, | |
| "learning_rate": 3.2026688907422853e-06, | |
| "loss": 0.2674, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 2.8236650019208605, | |
| "grad_norm": 17.907005310058594, | |
| "learning_rate": 3.192243536280234e-06, | |
| "loss": 0.3544, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.8275067230119095, | |
| "grad_norm": 9.63899040222168, | |
| "learning_rate": 3.181818181818182e-06, | |
| "loss": 0.5511, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 2.831348444102958, | |
| "grad_norm": 15.954924583435059, | |
| "learning_rate": 3.1713928273561305e-06, | |
| "loss": 0.4701, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 2.835190165194007, | |
| "grad_norm": 11.808272361755371, | |
| "learning_rate": 3.1609674728940785e-06, | |
| "loss": 0.2763, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 2.8390318862850554, | |
| "grad_norm": 27.692367553710938, | |
| "learning_rate": 3.150542118432027e-06, | |
| "loss": 0.3998, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 2.8428736073761045, | |
| "grad_norm": 30.10236167907715, | |
| "learning_rate": 3.1401167639699753e-06, | |
| "loss": 0.4198, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.846715328467153, | |
| "grad_norm": 17.325410842895508, | |
| "learning_rate": 3.1296914095079232e-06, | |
| "loss": 0.4732, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 2.850557049558202, | |
| "grad_norm": 5.961056709289551, | |
| "learning_rate": 3.119266055045872e-06, | |
| "loss": 0.3974, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 2.854398770649251, | |
| "grad_norm": 0.4665306508541107, | |
| "learning_rate": 3.10884070058382e-06, | |
| "loss": 0.4352, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 2.8582404917402995, | |
| "grad_norm": 14.950516700744629, | |
| "learning_rate": 3.0984153461217684e-06, | |
| "loss": 0.4143, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 2.8620822128313486, | |
| "grad_norm": 40.358978271484375, | |
| "learning_rate": 3.087989991659717e-06, | |
| "loss": 0.4296, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.865923933922397, | |
| "grad_norm": 23.873567581176758, | |
| "learning_rate": 3.077564637197665e-06, | |
| "loss": 0.3147, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 2.8697656550134463, | |
| "grad_norm": 17.423255920410156, | |
| "learning_rate": 3.067139282735613e-06, | |
| "loss": 0.2237, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 2.873607376104495, | |
| "grad_norm": 4.449698448181152, | |
| "learning_rate": 3.0567139282735616e-06, | |
| "loss": 0.2681, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 2.8774490971955435, | |
| "grad_norm": 21.936233520507812, | |
| "learning_rate": 3.04628857381151e-06, | |
| "loss": 0.3885, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 2.881290818286592, | |
| "grad_norm": 47.80213928222656, | |
| "learning_rate": 3.035863219349458e-06, | |
| "loss": 0.5382, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.8851325393776412, | |
| "grad_norm": 24.03281593322754, | |
| "learning_rate": 3.0254378648874068e-06, | |
| "loss": 0.3533, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 2.88897426046869, | |
| "grad_norm": 29.752180099487305, | |
| "learning_rate": 3.0150125104253547e-06, | |
| "loss": 0.3364, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 2.892815981559739, | |
| "grad_norm": 18.06363296508789, | |
| "learning_rate": 3.0045871559633027e-06, | |
| "loss": 0.3773, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 2.8966577026507876, | |
| "grad_norm": 16.220001220703125, | |
| "learning_rate": 2.9941618015012515e-06, | |
| "loss": 0.3681, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 2.9004994237418362, | |
| "grad_norm": 5.752133369445801, | |
| "learning_rate": 2.9837364470391995e-06, | |
| "loss": 0.4329, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.904341144832885, | |
| "grad_norm": 11.261578559875488, | |
| "learning_rate": 2.973311092577148e-06, | |
| "loss": 0.2528, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 2.908182865923934, | |
| "grad_norm": 1.6939932107925415, | |
| "learning_rate": 2.962885738115096e-06, | |
| "loss": 0.3871, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 2.9120245870149826, | |
| "grad_norm": 21.271291732788086, | |
| "learning_rate": 2.9524603836530447e-06, | |
| "loss": 0.4333, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 2.9158663081060316, | |
| "grad_norm": 16.527585983276367, | |
| "learning_rate": 2.9420350291909927e-06, | |
| "loss": 0.4593, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 2.9197080291970803, | |
| "grad_norm": 4.437032222747803, | |
| "learning_rate": 2.9316096747289406e-06, | |
| "loss": 0.3083, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.923549750288129, | |
| "grad_norm": 6.327686786651611, | |
| "learning_rate": 2.9211843202668895e-06, | |
| "loss": 0.2811, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 2.927391471379178, | |
| "grad_norm": 18.7097225189209, | |
| "learning_rate": 2.9107589658048374e-06, | |
| "loss": 0.4213, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 2.9312331924702266, | |
| "grad_norm": 6.7456560134887695, | |
| "learning_rate": 2.900333611342786e-06, | |
| "loss": 0.2251, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 2.9350749135612757, | |
| "grad_norm": 17.77368927001953, | |
| "learning_rate": 2.8899082568807342e-06, | |
| "loss": 0.3942, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 2.9389166346523243, | |
| "grad_norm": 37.572330474853516, | |
| "learning_rate": 2.8794829024186826e-06, | |
| "loss": 0.5287, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.942758355743373, | |
| "grad_norm": 42.094722747802734, | |
| "learning_rate": 2.8690575479566306e-06, | |
| "loss": 0.3929, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 2.9466000768344216, | |
| "grad_norm": 21.038166046142578, | |
| "learning_rate": 2.8586321934945794e-06, | |
| "loss": 0.3812, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 2.9504417979254707, | |
| "grad_norm": 15.943235397338867, | |
| "learning_rate": 2.8482068390325274e-06, | |
| "loss": 0.2728, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 2.9542835190165193, | |
| "grad_norm": 24.010780334472656, | |
| "learning_rate": 2.8377814845704753e-06, | |
| "loss": 0.3186, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 2.9581252401075684, | |
| "grad_norm": 6.479013919830322, | |
| "learning_rate": 2.827356130108424e-06, | |
| "loss": 0.3387, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.961966961198617, | |
| "grad_norm": 25.41888999938965, | |
| "learning_rate": 2.816930775646372e-06, | |
| "loss": 0.2755, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 2.9658086822896657, | |
| "grad_norm": 12.731632232666016, | |
| "learning_rate": 2.8065054211843205e-06, | |
| "loss": 0.343, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 2.9696504033807143, | |
| "grad_norm": 7.335055351257324, | |
| "learning_rate": 2.796080066722269e-06, | |
| "loss": 0.4175, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 2.9734921244717634, | |
| "grad_norm": 9.31350326538086, | |
| "learning_rate": 2.7856547122602173e-06, | |
| "loss": 0.7561, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 2.977333845562812, | |
| "grad_norm": 26.092947006225586, | |
| "learning_rate": 2.7752293577981653e-06, | |
| "loss": 0.3916, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.981175566653861, | |
| "grad_norm": 24.164926528930664, | |
| "learning_rate": 2.7648040033361133e-06, | |
| "loss": 0.4111, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 2.9850172877449097, | |
| "grad_norm": 25.142669677734375, | |
| "learning_rate": 2.754378648874062e-06, | |
| "loss": 0.4955, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 2.9888590088359583, | |
| "grad_norm": 59.453269958496094, | |
| "learning_rate": 2.74395329441201e-06, | |
| "loss": 0.4257, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 2.9927007299270074, | |
| "grad_norm": 13.641105651855469, | |
| "learning_rate": 2.733527939949959e-06, | |
| "loss": 0.6226, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 2.996542451018056, | |
| "grad_norm": 20.086904525756836, | |
| "learning_rate": 2.723102585487907e-06, | |
| "loss": 0.3874, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7671693401210259, | |
| "eval_f1_per_label": [ | |
| 0.7823717948717949, | |
| 0.7013229987972738, | |
| 0.8232145372587688 | |
| ], | |
| "eval_f1_weighted": 0.7652138315863001, | |
| "eval_loss": 0.7267234921455383, | |
| "eval_precision_per_label": [ | |
| 0.7623360399750156, | |
| 0.7397800958556526, | |
| 0.7979246313489896 | |
| ], | |
| "eval_precision_weighted": 0.7655574204858729, | |
| "eval_recall_per_label": [ | |
| 0.8034891375905201, | |
| 0.6666666666666666, | |
| 0.8501600232761128 | |
| ], | |
| "eval_recall_weighted": 0.7671693401210259, | |
| "eval_runtime": 38.9008, | |
| "eval_samples_per_second": 267.629, | |
| "eval_steps_per_second": 33.47, | |
| "step": 7809 | |
| }, | |
| { | |
| "epoch": 3.0003841721091047, | |
| "grad_norm": 22.297609329223633, | |
| "learning_rate": 2.7126772310258552e-06, | |
| "loss": 0.2704, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 3.0042258932001538, | |
| "grad_norm": 21.101991653442383, | |
| "learning_rate": 2.702251876563803e-06, | |
| "loss": 0.3601, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 3.0080676142912024, | |
| "grad_norm": 5.245477199554443, | |
| "learning_rate": 2.6918265221017516e-06, | |
| "loss": 0.4406, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 3.011909335382251, | |
| "grad_norm": 10.080777168273926, | |
| "learning_rate": 2.6814011676397e-06, | |
| "loss": 0.3181, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 3.0157510564733, | |
| "grad_norm": 14.260598182678223, | |
| "learning_rate": 2.670975813177648e-06, | |
| "loss": 0.2183, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 3.0195927775643487, | |
| "grad_norm": 2.277177333831787, | |
| "learning_rate": 2.6605504587155968e-06, | |
| "loss": 0.4167, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 3.023434498655398, | |
| "grad_norm": 22.288206100463867, | |
| "learning_rate": 2.6501251042535448e-06, | |
| "loss": 0.4221, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 3.0272762197464465, | |
| "grad_norm": 13.696613311767578, | |
| "learning_rate": 2.639699749791493e-06, | |
| "loss": 0.3489, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 3.031117940837495, | |
| "grad_norm": 9.077409744262695, | |
| "learning_rate": 2.6292743953294415e-06, | |
| "loss": 0.3452, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 3.034959661928544, | |
| "grad_norm": 11.882521629333496, | |
| "learning_rate": 2.6188490408673895e-06, | |
| "loss": 0.425, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.038801383019593, | |
| "grad_norm": 36.16585159301758, | |
| "learning_rate": 2.608423686405338e-06, | |
| "loss": 0.2852, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 3.0426431041106414, | |
| "grad_norm": 39.04808044433594, | |
| "learning_rate": 2.5979983319432863e-06, | |
| "loss": 0.4099, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 3.0464848252016905, | |
| "grad_norm": 33.65321731567383, | |
| "learning_rate": 2.5875729774812347e-06, | |
| "loss": 0.2355, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 3.050326546292739, | |
| "grad_norm": 0.4465603530406952, | |
| "learning_rate": 2.5771476230191827e-06, | |
| "loss": 0.2184, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 3.0541682673837878, | |
| "grad_norm": 18.266611099243164, | |
| "learning_rate": 2.5667222685571315e-06, | |
| "loss": 0.3112, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 3.058009988474837, | |
| "grad_norm": 56.99614334106445, | |
| "learning_rate": 2.5562969140950795e-06, | |
| "loss": 0.3733, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 3.0618517095658855, | |
| "grad_norm": 8.295732498168945, | |
| "learning_rate": 2.5458715596330274e-06, | |
| "loss": 0.3374, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 3.065693430656934, | |
| "grad_norm": 6.729964733123779, | |
| "learning_rate": 2.5354462051709763e-06, | |
| "loss": 0.2344, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 3.069535151747983, | |
| "grad_norm": 22.502277374267578, | |
| "learning_rate": 2.5250208507089242e-06, | |
| "loss": 0.1938, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 3.073376872839032, | |
| "grad_norm": 2.6046066284179688, | |
| "learning_rate": 2.5145954962468726e-06, | |
| "loss": 0.2873, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.0772185939300805, | |
| "grad_norm": 11.047808647155762, | |
| "learning_rate": 2.5041701417848206e-06, | |
| "loss": 0.207, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 3.0810603150211295, | |
| "grad_norm": 18.66483497619629, | |
| "learning_rate": 2.493744787322769e-06, | |
| "loss": 0.3255, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 3.084902036112178, | |
| "grad_norm": 4.186160087585449, | |
| "learning_rate": 2.4833194328607174e-06, | |
| "loss": 0.3492, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 3.0887437572032272, | |
| "grad_norm": 19.58248519897461, | |
| "learning_rate": 2.4728940783986658e-06, | |
| "loss": 0.3387, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 3.092585478294276, | |
| "grad_norm": 0.20005890727043152, | |
| "learning_rate": 2.462468723936614e-06, | |
| "loss": 0.2083, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 3.0964271993853245, | |
| "grad_norm": 6.5343756675720215, | |
| "learning_rate": 2.4520433694745626e-06, | |
| "loss": 0.2533, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 3.1002689204763736, | |
| "grad_norm": 3.250180244445801, | |
| "learning_rate": 2.4416180150125105e-06, | |
| "loss": 0.2351, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 3.1041106415674222, | |
| "grad_norm": 34.035213470458984, | |
| "learning_rate": 2.431192660550459e-06, | |
| "loss": 0.2897, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 3.107952362658471, | |
| "grad_norm": 17.609149932861328, | |
| "learning_rate": 2.420767306088407e-06, | |
| "loss": 0.2873, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 3.11179408374952, | |
| "grad_norm": 21.951404571533203, | |
| "learning_rate": 2.4103419516263553e-06, | |
| "loss": 0.2779, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.1156358048405686, | |
| "grad_norm": 41.611183166503906, | |
| "learning_rate": 2.3999165971643037e-06, | |
| "loss": 0.3601, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 3.119477525931617, | |
| "grad_norm": 16.480262756347656, | |
| "learning_rate": 2.389491242702252e-06, | |
| "loss": 0.2419, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 3.1233192470226663, | |
| "grad_norm": 35.720726013183594, | |
| "learning_rate": 2.3790658882402005e-06, | |
| "loss": 0.4073, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 3.127160968113715, | |
| "grad_norm": 111.3110580444336, | |
| "learning_rate": 2.368640533778149e-06, | |
| "loss": 0.3617, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 3.1310026892047635, | |
| "grad_norm": 43.35941696166992, | |
| "learning_rate": 2.358215179316097e-06, | |
| "loss": 0.3889, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 3.1348444102958126, | |
| "grad_norm": 42.9266242980957, | |
| "learning_rate": 2.3477898248540452e-06, | |
| "loss": 0.4808, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 3.1386861313868613, | |
| "grad_norm": 37.98324966430664, | |
| "learning_rate": 2.3373644703919936e-06, | |
| "loss": 0.114, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 3.14252785247791, | |
| "grad_norm": 39.22794723510742, | |
| "learning_rate": 2.3269391159299416e-06, | |
| "loss": 0.3921, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 3.146369573568959, | |
| "grad_norm": 18.833051681518555, | |
| "learning_rate": 2.31651376146789e-06, | |
| "loss": 0.2434, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 3.1502112946600076, | |
| "grad_norm": 35.615211486816406, | |
| "learning_rate": 2.3060884070058384e-06, | |
| "loss": 0.4286, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 3.1540530157510567, | |
| "grad_norm": 27.24587631225586, | |
| "learning_rate": 2.295663052543787e-06, | |
| "loss": 0.3072, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 3.1578947368421053, | |
| "grad_norm": 16.785438537597656, | |
| "learning_rate": 2.285237698081735e-06, | |
| "loss": 0.2062, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 3.161736457933154, | |
| "grad_norm": 62.837947845458984, | |
| "learning_rate": 2.274812343619683e-06, | |
| "loss": 0.2567, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 3.165578179024203, | |
| "grad_norm": 16.593074798583984, | |
| "learning_rate": 2.2643869891576316e-06, | |
| "loss": 0.1947, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 3.1694199001152517, | |
| "grad_norm": 27.93179702758789, | |
| "learning_rate": 2.25396163469558e-06, | |
| "loss": 0.3539, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 3.1732616212063003, | |
| "grad_norm": 38.12197494506836, | |
| "learning_rate": 2.243536280233528e-06, | |
| "loss": 0.2522, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 3.1771033422973494, | |
| "grad_norm": 36.67329788208008, | |
| "learning_rate": 2.2331109257714763e-06, | |
| "loss": 0.3711, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 3.180945063388398, | |
| "grad_norm": 22.48166847229004, | |
| "learning_rate": 2.2226855713094247e-06, | |
| "loss": 0.4791, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 3.1847867844794466, | |
| "grad_norm": 23.381301879882812, | |
| "learning_rate": 2.212260216847373e-06, | |
| "loss": 0.2485, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 3.1886285055704957, | |
| "grad_norm": 36.284420013427734, | |
| "learning_rate": 2.2018348623853215e-06, | |
| "loss": 0.2706, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 3.1924702266615443, | |
| "grad_norm": 48.95560836791992, | |
| "learning_rate": 2.1914095079232695e-06, | |
| "loss": 0.47, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 3.196311947752593, | |
| "grad_norm": 22.68415069580078, | |
| "learning_rate": 2.180984153461218e-06, | |
| "loss": 0.2315, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 3.200153668843642, | |
| "grad_norm": 51.42121124267578, | |
| "learning_rate": 2.1705587989991663e-06, | |
| "loss": 0.3877, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 3.2039953899346907, | |
| "grad_norm": 12.087472915649414, | |
| "learning_rate": 2.1601334445371142e-06, | |
| "loss": 0.2475, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 3.2078371110257393, | |
| "grad_norm": 28.357892990112305, | |
| "learning_rate": 2.1497080900750626e-06, | |
| "loss": 0.366, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 3.2116788321167884, | |
| "grad_norm": 25.805517196655273, | |
| "learning_rate": 2.139282735613011e-06, | |
| "loss": 0.4424, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 3.215520553207837, | |
| "grad_norm": 0.9996351599693298, | |
| "learning_rate": 2.1288573811509594e-06, | |
| "loss": 0.3567, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 3.219362274298886, | |
| "grad_norm": 24.911962509155273, | |
| "learning_rate": 2.1184320266889074e-06, | |
| "loss": 0.4179, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 3.2232039953899347, | |
| "grad_norm": 22.894777297973633, | |
| "learning_rate": 2.108006672226856e-06, | |
| "loss": 0.2018, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 3.2270457164809834, | |
| "grad_norm": 1.1991933584213257, | |
| "learning_rate": 2.097581317764804e-06, | |
| "loss": 0.468, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 3.2308874375720325, | |
| "grad_norm": 2.6952338218688965, | |
| "learning_rate": 2.0871559633027526e-06, | |
| "loss": 0.3435, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 3.234729158663081, | |
| "grad_norm": 9.91060733795166, | |
| "learning_rate": 2.076730608840701e-06, | |
| "loss": 0.2319, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 3.2385708797541297, | |
| "grad_norm": 9.35461711883545, | |
| "learning_rate": 2.066305254378649e-06, | |
| "loss": 0.5653, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 3.242412600845179, | |
| "grad_norm": 33.62114334106445, | |
| "learning_rate": 2.0558798999165973e-06, | |
| "loss": 0.254, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 3.2462543219362274, | |
| "grad_norm": 19.422395706176758, | |
| "learning_rate": 2.0454545454545457e-06, | |
| "loss": 0.341, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 3.250096043027276, | |
| "grad_norm": 11.010656356811523, | |
| "learning_rate": 2.0350291909924937e-06, | |
| "loss": 0.3775, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 3.253937764118325, | |
| "grad_norm": 24.77310562133789, | |
| "learning_rate": 2.024603836530442e-06, | |
| "loss": 0.2321, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 3.2577794852093738, | |
| "grad_norm": 22.18707275390625, | |
| "learning_rate": 2.0141784820683905e-06, | |
| "loss": 0.2368, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 3.2616212063004224, | |
| "grad_norm": 51.11809158325195, | |
| "learning_rate": 2.003753127606339e-06, | |
| "loss": 0.3136, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 3.2654629273914715, | |
| "grad_norm": 20.221445083618164, | |
| "learning_rate": 1.9933277731442873e-06, | |
| "loss": 0.4152, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.26930464848252, | |
| "grad_norm": 46.49319839477539, | |
| "learning_rate": 1.9829024186822353e-06, | |
| "loss": 0.2743, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 3.2731463695735687, | |
| "grad_norm": 24.808815002441406, | |
| "learning_rate": 1.9724770642201837e-06, | |
| "loss": 0.4134, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 3.276988090664618, | |
| "grad_norm": 32.44090270996094, | |
| "learning_rate": 1.9620517097581316e-06, | |
| "loss": 0.153, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 3.2808298117556665, | |
| "grad_norm": 6.050258636474609, | |
| "learning_rate": 1.95162635529608e-06, | |
| "loss": 0.3648, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 3.2846715328467155, | |
| "grad_norm": 32.86791229248047, | |
| "learning_rate": 1.9412010008340284e-06, | |
| "loss": 0.3236, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 3.288513253937764, | |
| "grad_norm": 19.086816787719727, | |
| "learning_rate": 1.930775646371977e-06, | |
| "loss": 0.1056, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 3.292354975028813, | |
| "grad_norm": 12.988228797912598, | |
| "learning_rate": 1.920350291909925e-06, | |
| "loss": 0.2865, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 3.296196696119862, | |
| "grad_norm": 7.720952987670898, | |
| "learning_rate": 1.9099249374478736e-06, | |
| "loss": 0.3492, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 3.3000384172109105, | |
| "grad_norm": 29.36065673828125, | |
| "learning_rate": 1.8994995829858218e-06, | |
| "loss": 0.3605, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 3.303880138301959, | |
| "grad_norm": 14.295878410339355, | |
| "learning_rate": 1.8890742285237702e-06, | |
| "loss": 0.6361, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.3077218593930082, | |
| "grad_norm": 3.077005624771118, | |
| "learning_rate": 1.8786488740617182e-06, | |
| "loss": 0.4598, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 3.311563580484057, | |
| "grad_norm": 56.28631591796875, | |
| "learning_rate": 1.8682235195996665e-06, | |
| "loss": 0.3879, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 3.3154053015751055, | |
| "grad_norm": 1.9660195112228394, | |
| "learning_rate": 1.8577981651376147e-06, | |
| "loss": 0.3462, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 3.3192470226661546, | |
| "grad_norm": 23.104297637939453, | |
| "learning_rate": 1.8473728106755631e-06, | |
| "loss": 0.3549, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 3.323088743757203, | |
| "grad_norm": 39.86738586425781, | |
| "learning_rate": 1.8369474562135115e-06, | |
| "loss": 0.4487, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 3.326930464848252, | |
| "grad_norm": 28.954572677612305, | |
| "learning_rate": 1.8265221017514597e-06, | |
| "loss": 0.257, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 3.330772185939301, | |
| "grad_norm": 67.62202453613281, | |
| "learning_rate": 1.816096747289408e-06, | |
| "loss": 0.3447, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 3.3346139070303495, | |
| "grad_norm": 53.082359313964844, | |
| "learning_rate": 1.805671392827356e-06, | |
| "loss": 0.4658, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 3.338455628121398, | |
| "grad_norm": 9.33230972290039, | |
| "learning_rate": 1.7952460383653045e-06, | |
| "loss": 0.2752, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 3.3422973492124473, | |
| "grad_norm": 58.39086151123047, | |
| "learning_rate": 1.7848206839032529e-06, | |
| "loss": 0.3353, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.346139070303496, | |
| "grad_norm": 63.85393142700195, | |
| "learning_rate": 1.774395329441201e-06, | |
| "loss": 0.446, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 3.349980791394545, | |
| "grad_norm": 3.569542646408081, | |
| "learning_rate": 1.7639699749791494e-06, | |
| "loss": 0.1841, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 3.3538225124855936, | |
| "grad_norm": 18.646408081054688, | |
| "learning_rate": 1.7535446205170978e-06, | |
| "loss": 0.1684, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 3.3576642335766422, | |
| "grad_norm": 64.90800476074219, | |
| "learning_rate": 1.743119266055046e-06, | |
| "loss": 0.2636, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 3.3615059546676913, | |
| "grad_norm": 15.955561637878418, | |
| "learning_rate": 1.7326939115929944e-06, | |
| "loss": 0.2285, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 3.36534767575874, | |
| "grad_norm": 76.35697174072266, | |
| "learning_rate": 1.7222685571309424e-06, | |
| "loss": 0.2636, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 3.3691893968497886, | |
| "grad_norm": 56.33356475830078, | |
| "learning_rate": 1.7118432026688908e-06, | |
| "loss": 0.3084, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 3.3730311179408377, | |
| "grad_norm": 32.21937561035156, | |
| "learning_rate": 1.7014178482068392e-06, | |
| "loss": 0.3557, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 3.3768728390318863, | |
| "grad_norm": 10.388065338134766, | |
| "learning_rate": 1.6909924937447876e-06, | |
| "loss": 0.3786, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 3.380714560122935, | |
| "grad_norm": 54.71418380737305, | |
| "learning_rate": 1.6805671392827358e-06, | |
| "loss": 0.3221, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.384556281213984, | |
| "grad_norm": 41.13951873779297, | |
| "learning_rate": 1.6701417848206841e-06, | |
| "loss": 0.4827, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 3.3883980023050326, | |
| "grad_norm": 32.99724578857422, | |
| "learning_rate": 1.6597164303586325e-06, | |
| "loss": 0.4229, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 3.3922397233960813, | |
| "grad_norm": 2.0307862758636475, | |
| "learning_rate": 1.6492910758965805e-06, | |
| "loss": 0.3061, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 3.3960814444871303, | |
| "grad_norm": 38.194114685058594, | |
| "learning_rate": 1.638865721434529e-06, | |
| "loss": 0.3459, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 3.399923165578179, | |
| "grad_norm": 43.676353454589844, | |
| "learning_rate": 1.628440366972477e-06, | |
| "loss": 0.277, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 3.4037648866692276, | |
| "grad_norm": 10.240373611450195, | |
| "learning_rate": 1.6180150125104255e-06, | |
| "loss": 0.2169, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 3.4076066077602767, | |
| "grad_norm": 41.87742233276367, | |
| "learning_rate": 1.6075896580483739e-06, | |
| "loss": 0.392, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 3.4114483288513253, | |
| "grad_norm": 7.7114152908325195, | |
| "learning_rate": 1.597164303586322e-06, | |
| "loss": 0.3163, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 3.4152900499423744, | |
| "grad_norm": 5.618930816650391, | |
| "learning_rate": 1.5867389491242705e-06, | |
| "loss": 0.5416, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 3.419131771033423, | |
| "grad_norm": 15.143458366394043, | |
| "learning_rate": 1.5763135946622189e-06, | |
| "loss": 0.1559, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.4229734921244717, | |
| "grad_norm": 35.25864791870117, | |
| "learning_rate": 1.5658882402001668e-06, | |
| "loss": 0.5739, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 3.4268152132155207, | |
| "grad_norm": 79.72567749023438, | |
| "learning_rate": 1.5554628857381152e-06, | |
| "loss": 0.5786, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 3.4306569343065694, | |
| "grad_norm": 37.316917419433594, | |
| "learning_rate": 1.5450375312760634e-06, | |
| "loss": 0.4845, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 3.434498655397618, | |
| "grad_norm": 3.0296647548675537, | |
| "learning_rate": 1.5346121768140118e-06, | |
| "loss": 0.276, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 3.438340376488667, | |
| "grad_norm": 17.932064056396484, | |
| "learning_rate": 1.5241868223519602e-06, | |
| "loss": 0.2849, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 3.4421820975797157, | |
| "grad_norm": 1.9326090812683105, | |
| "learning_rate": 1.5137614678899084e-06, | |
| "loss": 0.2245, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 3.4460238186707643, | |
| "grad_norm": 13.693342208862305, | |
| "learning_rate": 1.5033361134278568e-06, | |
| "loss": 0.4022, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 3.4498655397618134, | |
| "grad_norm": 15.70370101928711, | |
| "learning_rate": 1.4929107589658047e-06, | |
| "loss": 0.2136, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 3.453707260852862, | |
| "grad_norm": 45.42766571044922, | |
| "learning_rate": 1.4824854045037531e-06, | |
| "loss": 0.273, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 3.4575489819439107, | |
| "grad_norm": 24.433717727661133, | |
| "learning_rate": 1.4720600500417015e-06, | |
| "loss": 0.1612, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.4613907030349598, | |
| "grad_norm": 4.779147624969482, | |
| "learning_rate": 1.4616346955796497e-06, | |
| "loss": 0.5741, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 3.4652324241260084, | |
| "grad_norm": 13.693227767944336, | |
| "learning_rate": 1.4512093411175981e-06, | |
| "loss": 0.2141, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 3.469074145217057, | |
| "grad_norm": 10.771190643310547, | |
| "learning_rate": 1.4407839866555465e-06, | |
| "loss": 0.2833, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 3.472915866308106, | |
| "grad_norm": 2.632781982421875, | |
| "learning_rate": 1.430358632193495e-06, | |
| "loss": 0.1209, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 3.4767575873991547, | |
| "grad_norm": 5.688877582550049, | |
| "learning_rate": 1.4199332777314429e-06, | |
| "loss": 0.2624, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 3.480599308490204, | |
| "grad_norm": 41.045467376708984, | |
| "learning_rate": 1.4095079232693913e-06, | |
| "loss": 0.2422, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 3.4844410295812525, | |
| "grad_norm": 69.7588119506836, | |
| "learning_rate": 1.3990825688073395e-06, | |
| "loss": 0.3406, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 3.488282750672301, | |
| "grad_norm": 42.1590576171875, | |
| "learning_rate": 1.3886572143452878e-06, | |
| "loss": 0.71, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 3.49212447176335, | |
| "grad_norm": 8.131062507629395, | |
| "learning_rate": 1.3782318598832362e-06, | |
| "loss": 0.2341, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 3.495966192854399, | |
| "grad_norm": 50.66987609863281, | |
| "learning_rate": 1.3678065054211844e-06, | |
| "loss": 0.2568, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.4998079139454474, | |
| "grad_norm": 7.388816833496094, | |
| "learning_rate": 1.3573811509591328e-06, | |
| "loss": 0.3934, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 3.5036496350364965, | |
| "grad_norm": 46.859745025634766, | |
| "learning_rate": 1.3469557964970812e-06, | |
| "loss": 0.2528, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 3.507491356127545, | |
| "grad_norm": 57.53838348388672, | |
| "learning_rate": 1.3365304420350292e-06, | |
| "loss": 0.348, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 3.511333077218594, | |
| "grad_norm": 18.410160064697266, | |
| "learning_rate": 1.3261050875729776e-06, | |
| "loss": 0.5038, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 3.515174798309643, | |
| "grad_norm": 10.71827220916748, | |
| "learning_rate": 1.3156797331109258e-06, | |
| "loss": 0.2114, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 3.5190165194006915, | |
| "grad_norm": 6.074641704559326, | |
| "learning_rate": 1.3052543786488742e-06, | |
| "loss": 0.4559, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 3.5228582404917406, | |
| "grad_norm": 38.273712158203125, | |
| "learning_rate": 1.2948290241868226e-06, | |
| "loss": 0.334, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 3.526699961582789, | |
| "grad_norm": 41.84775924682617, | |
| "learning_rate": 1.2844036697247707e-06, | |
| "loss": 0.3569, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 3.530541682673838, | |
| "grad_norm": 68.7308349609375, | |
| "learning_rate": 1.2739783152627191e-06, | |
| "loss": 0.3997, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 3.5343834037648865, | |
| "grad_norm": 56.07826614379883, | |
| "learning_rate": 1.263552960800667e-06, | |
| "loss": 0.4376, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.5382251248559355, | |
| "grad_norm": 11.35471248626709, | |
| "learning_rate": 1.2531276063386155e-06, | |
| "loss": 0.3023, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 3.542066845946984, | |
| "grad_norm": 27.167734146118164, | |
| "learning_rate": 1.2427022518765639e-06, | |
| "loss": 0.2404, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 3.5459085670380333, | |
| "grad_norm": 13.49268913269043, | |
| "learning_rate": 1.232276897414512e-06, | |
| "loss": 0.3114, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 3.549750288129082, | |
| "grad_norm": 22.529874801635742, | |
| "learning_rate": 1.2218515429524605e-06, | |
| "loss": 0.4942, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 3.5535920092201305, | |
| "grad_norm": 30.3571720123291, | |
| "learning_rate": 1.2114261884904089e-06, | |
| "loss": 0.4267, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 3.557433730311179, | |
| "grad_norm": 46.83007049560547, | |
| "learning_rate": 1.201000834028357e-06, | |
| "loss": 0.4707, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 3.5612754514022282, | |
| "grad_norm": 31.857114791870117, | |
| "learning_rate": 1.1905754795663054e-06, | |
| "loss": 0.3634, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 3.565117172493277, | |
| "grad_norm": 100.23372650146484, | |
| "learning_rate": 1.1801501251042536e-06, | |
| "loss": 0.674, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 3.568958893584326, | |
| "grad_norm": 9.515517234802246, | |
| "learning_rate": 1.169724770642202e-06, | |
| "loss": 0.2648, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 3.5728006146753746, | |
| "grad_norm": 10.155336380004883, | |
| "learning_rate": 1.1592994161801502e-06, | |
| "loss": 0.2967, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.576642335766423, | |
| "grad_norm": 39.14854431152344, | |
| "learning_rate": 1.1488740617180986e-06, | |
| "loss": 0.5717, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 3.5804840568574723, | |
| "grad_norm": 3.328371047973633, | |
| "learning_rate": 1.1384487072560468e-06, | |
| "loss": 0.4384, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 3.584325777948521, | |
| "grad_norm": 19.641809463500977, | |
| "learning_rate": 1.128023352793995e-06, | |
| "loss": 0.326, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 3.58816749903957, | |
| "grad_norm": 22.82059097290039, | |
| "learning_rate": 1.1175979983319434e-06, | |
| "loss": 0.47, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 3.5920092201306186, | |
| "grad_norm": 48.878177642822266, | |
| "learning_rate": 1.1071726438698918e-06, | |
| "loss": 0.3997, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 3.5958509412216673, | |
| "grad_norm": 15.783968925476074, | |
| "learning_rate": 1.09674728940784e-06, | |
| "loss": 0.279, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 3.599692662312716, | |
| "grad_norm": 32.013328552246094, | |
| "learning_rate": 1.0863219349457881e-06, | |
| "loss": 0.2163, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 3.603534383403765, | |
| "grad_norm": 1.67680823802948, | |
| "learning_rate": 1.0758965804837365e-06, | |
| "loss": 0.6133, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 3.6073761044948136, | |
| "grad_norm": 20.457918167114258, | |
| "learning_rate": 1.065471226021685e-06, | |
| "loss": 0.4525, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 3.6112178255858627, | |
| "grad_norm": 14.096047401428223, | |
| "learning_rate": 1.055045871559633e-06, | |
| "loss": 0.2844, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.6150595466769113, | |
| "grad_norm": 64.43914031982422, | |
| "learning_rate": 1.0446205170975813e-06, | |
| "loss": 0.2433, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 3.61890126776796, | |
| "grad_norm": 42.383995056152344, | |
| "learning_rate": 1.0341951626355297e-06, | |
| "loss": 0.2602, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 3.6227429888590086, | |
| "grad_norm": 49.128746032714844, | |
| "learning_rate": 1.023769808173478e-06, | |
| "loss": 0.6884, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 3.6265847099500577, | |
| "grad_norm": 34.47105407714844, | |
| "learning_rate": 1.0133444537114263e-06, | |
| "loss": 0.6112, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 3.6304264310411063, | |
| "grad_norm": 41.62190246582031, | |
| "learning_rate": 1.0029190992493744e-06, | |
| "loss": 0.4225, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 3.6342681521321554, | |
| "grad_norm": 21.358091354370117, | |
| "learning_rate": 9.924937447873228e-07, | |
| "loss": 0.3612, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 3.638109873223204, | |
| "grad_norm": 60.636573791503906, | |
| "learning_rate": 9.820683903252712e-07, | |
| "loss": 0.3204, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 3.6419515943142526, | |
| "grad_norm": 20.337583541870117, | |
| "learning_rate": 9.716430358632194e-07, | |
| "loss": 0.4327, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 3.6457933154053017, | |
| "grad_norm": 2.524273157119751, | |
| "learning_rate": 9.612176814011676e-07, | |
| "loss": 0.2473, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 3.6496350364963503, | |
| "grad_norm": 3.7850399017333984, | |
| "learning_rate": 9.50792326939116e-07, | |
| "loss": 0.3523, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.6534767575873994, | |
| "grad_norm": 33.42572021484375, | |
| "learning_rate": 9.403669724770644e-07, | |
| "loss": 0.2931, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 3.657318478678448, | |
| "grad_norm": 22.701236724853516, | |
| "learning_rate": 9.299416180150126e-07, | |
| "loss": 0.3852, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 3.6611601997694967, | |
| "grad_norm": 2.438890218734741, | |
| "learning_rate": 9.195162635529609e-07, | |
| "loss": 0.2432, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 3.6650019208605453, | |
| "grad_norm": 13.428624153137207, | |
| "learning_rate": 9.090909090909091e-07, | |
| "loss": 0.3281, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 3.6688436419515944, | |
| "grad_norm": 26.14800262451172, | |
| "learning_rate": 8.986655546288575e-07, | |
| "loss": 0.3831, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 3.672685363042643, | |
| "grad_norm": 8.474658012390137, | |
| "learning_rate": 8.882402001668057e-07, | |
| "loss": 0.3536, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 3.676527084133692, | |
| "grad_norm": 55.929115295410156, | |
| "learning_rate": 8.77814845704754e-07, | |
| "loss": 0.1832, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 3.6803688052247407, | |
| "grad_norm": 13.590338706970215, | |
| "learning_rate": 8.673894912427024e-07, | |
| "loss": 0.2951, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 3.6842105263157894, | |
| "grad_norm": 35.75398635864258, | |
| "learning_rate": 8.569641367806506e-07, | |
| "loss": 0.229, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 3.688052247406838, | |
| "grad_norm": 5.442010879516602, | |
| "learning_rate": 8.465387823185989e-07, | |
| "loss": 0.3933, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.691893968497887, | |
| "grad_norm": 18.495941162109375, | |
| "learning_rate": 8.361134278565472e-07, | |
| "loss": 0.2693, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 3.6957356895889357, | |
| "grad_norm": 73.58537292480469, | |
| "learning_rate": 8.256880733944956e-07, | |
| "loss": 0.2273, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 3.699577410679985, | |
| "grad_norm": 40.18111801147461, | |
| "learning_rate": 8.152627189324437e-07, | |
| "loss": 0.3035, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 3.7034191317710334, | |
| "grad_norm": 41.656089782714844, | |
| "learning_rate": 8.04837364470392e-07, | |
| "loss": 0.29, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 3.707260852862082, | |
| "grad_norm": 0.5183655023574829, | |
| "learning_rate": 7.944120100083403e-07, | |
| "loss": 0.3672, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 3.711102573953131, | |
| "grad_norm": 13.102021217346191, | |
| "learning_rate": 7.839866555462887e-07, | |
| "loss": 0.3448, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 3.71494429504418, | |
| "grad_norm": 13.99250316619873, | |
| "learning_rate": 7.735613010842369e-07, | |
| "loss": 0.24, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 3.718786016135229, | |
| "grad_norm": 29.007793426513672, | |
| "learning_rate": 7.631359466221852e-07, | |
| "loss": 0.2286, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 3.7226277372262775, | |
| "grad_norm": 3.2748074531555176, | |
| "learning_rate": 7.527105921601335e-07, | |
| "loss": 0.4193, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 3.726469458317326, | |
| "grad_norm": 45.54387664794922, | |
| "learning_rate": 7.422852376980819e-07, | |
| "loss": 0.3595, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.7303111794083748, | |
| "grad_norm": 0.3628455102443695, | |
| "learning_rate": 7.318598832360301e-07, | |
| "loss": 0.2148, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 3.734152900499424, | |
| "grad_norm": 7.1019744873046875, | |
| "learning_rate": 7.214345287739784e-07, | |
| "loss": 0.1569, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 3.7379946215904725, | |
| "grad_norm": 31.59758186340332, | |
| "learning_rate": 7.110091743119267e-07, | |
| "loss": 0.185, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 3.7418363426815215, | |
| "grad_norm": 57.32785415649414, | |
| "learning_rate": 7.005838198498749e-07, | |
| "loss": 0.2798, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 3.74567806377257, | |
| "grad_norm": 37.386985778808594, | |
| "learning_rate": 6.901584653878232e-07, | |
| "loss": 0.3529, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 3.749519784863619, | |
| "grad_norm": 2.884406089782715, | |
| "learning_rate": 6.797331109257715e-07, | |
| "loss": 0.1763, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 3.7533615059546674, | |
| "grad_norm": 10.959579467773438, | |
| "learning_rate": 6.693077564637199e-07, | |
| "loss": 0.231, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 3.7572032270457165, | |
| "grad_norm": 0.3647739887237549, | |
| "learning_rate": 6.588824020016681e-07, | |
| "loss": 0.1535, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 3.761044948136765, | |
| "grad_norm": 48.359527587890625, | |
| "learning_rate": 6.484570475396164e-07, | |
| "loss": 0.4006, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 3.7648866692278142, | |
| "grad_norm": 27.640443801879883, | |
| "learning_rate": 6.380316930775647e-07, | |
| "loss": 0.1988, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.768728390318863, | |
| "grad_norm": 25.52959442138672, | |
| "learning_rate": 6.276063386155131e-07, | |
| "loss": 0.3, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 3.7725701114099115, | |
| "grad_norm": 12.853857040405273, | |
| "learning_rate": 6.171809841534613e-07, | |
| "loss": 0.3138, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 3.7764118325009606, | |
| "grad_norm": 29.247732162475586, | |
| "learning_rate": 6.067556296914095e-07, | |
| "loss": 0.4983, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 3.780253553592009, | |
| "grad_norm": 9.690934181213379, | |
| "learning_rate": 5.963302752293579e-07, | |
| "loss": 0.1997, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 3.7840952746830583, | |
| "grad_norm": 4.1364521980285645, | |
| "learning_rate": 5.859049207673061e-07, | |
| "loss": 0.316, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 3.787936995774107, | |
| "grad_norm": 45.0667839050293, | |
| "learning_rate": 5.754795663052544e-07, | |
| "loss": 0.4059, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 3.7917787168651556, | |
| "grad_norm": 42.369537353515625, | |
| "learning_rate": 5.650542118432027e-07, | |
| "loss": 0.3051, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 3.795620437956204, | |
| "grad_norm": 58.94352340698242, | |
| "learning_rate": 5.54628857381151e-07, | |
| "loss": 0.347, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 3.7994621590472533, | |
| "grad_norm": 23.656675338745117, | |
| "learning_rate": 5.442035029190993e-07, | |
| "loss": 0.3049, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 3.803303880138302, | |
| "grad_norm": 14.141746520996094, | |
| "learning_rate": 5.337781484570476e-07, | |
| "loss": 0.5735, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.807145601229351, | |
| "grad_norm": 16.070812225341797, | |
| "learning_rate": 5.233527939949958e-07, | |
| "loss": 0.3905, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 3.8109873223203996, | |
| "grad_norm": 53.498111724853516, | |
| "learning_rate": 5.129274395329441e-07, | |
| "loss": 0.6548, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 3.8148290434114482, | |
| "grad_norm": 49.498313903808594, | |
| "learning_rate": 5.025020850708924e-07, | |
| "loss": 0.3667, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 3.818670764502497, | |
| "grad_norm": 8.062005996704102, | |
| "learning_rate": 4.920767306088407e-07, | |
| "loss": 0.2185, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 3.822512485593546, | |
| "grad_norm": 22.509231567382812, | |
| "learning_rate": 4.816513761467891e-07, | |
| "loss": 0.4126, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 3.8263542066845946, | |
| "grad_norm": 1.0613898038864136, | |
| "learning_rate": 4.712260216847373e-07, | |
| "loss": 0.273, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 3.8301959277756437, | |
| "grad_norm": 0.30997270345687866, | |
| "learning_rate": 4.6080066722268563e-07, | |
| "loss": 0.2124, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 3.8340376488666923, | |
| "grad_norm": 28.13530921936035, | |
| "learning_rate": 4.503753127606339e-07, | |
| "loss": 0.4446, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 3.837879369957741, | |
| "grad_norm": 1.9687926769256592, | |
| "learning_rate": 4.3994995829858216e-07, | |
| "loss": 0.2851, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 3.84172109104879, | |
| "grad_norm": 10.498799324035645, | |
| "learning_rate": 4.295246038365305e-07, | |
| "loss": 0.4044, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.8455628121398386, | |
| "grad_norm": 28.034460067749023, | |
| "learning_rate": 4.1909924937447873e-07, | |
| "loss": 0.3544, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 3.8494045332308877, | |
| "grad_norm": 20.310640335083008, | |
| "learning_rate": 4.086738949124271e-07, | |
| "loss": 0.2918, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 3.8532462543219363, | |
| "grad_norm": 19.487571716308594, | |
| "learning_rate": 3.982485404503753e-07, | |
| "loss": 0.4324, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 3.857087975412985, | |
| "grad_norm": 32.7218017578125, | |
| "learning_rate": 3.8782318598832366e-07, | |
| "loss": 0.487, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 3.8609296965040336, | |
| "grad_norm": 49.41427993774414, | |
| "learning_rate": 3.773978315262719e-07, | |
| "loss": 0.5216, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 3.8647714175950827, | |
| "grad_norm": 39.26873016357422, | |
| "learning_rate": 3.6697247706422023e-07, | |
| "loss": 0.2378, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 3.8686131386861313, | |
| "grad_norm": 31.917556762695312, | |
| "learning_rate": 3.5654712260216847e-07, | |
| "loss": 0.4056, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 3.8724548597771804, | |
| "grad_norm": 66.31625366210938, | |
| "learning_rate": 3.461217681401168e-07, | |
| "loss": 0.3115, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 3.876296580868229, | |
| "grad_norm": 61.95566940307617, | |
| "learning_rate": 3.356964136780651e-07, | |
| "loss": 0.4207, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 3.8801383019592777, | |
| "grad_norm": 44.46302795410156, | |
| "learning_rate": 3.252710592160134e-07, | |
| "loss": 0.3736, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.8839800230503263, | |
| "grad_norm": 20.6907901763916, | |
| "learning_rate": 3.148457047539617e-07, | |
| "loss": 0.5368, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 3.8878217441413754, | |
| "grad_norm": 1.5960922241210938, | |
| "learning_rate": 3.0442035029190997e-07, | |
| "loss": 0.1914, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 3.891663465232424, | |
| "grad_norm": 62.12272262573242, | |
| "learning_rate": 2.9399499582985826e-07, | |
| "loss": 0.1878, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 3.895505186323473, | |
| "grad_norm": 28.107620239257812, | |
| "learning_rate": 2.8356964136780655e-07, | |
| "loss": 0.2763, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 3.8993469074145217, | |
| "grad_norm": 8.28603744506836, | |
| "learning_rate": 2.7314428690575484e-07, | |
| "loss": 0.3434, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 3.9031886285055704, | |
| "grad_norm": 44.51818084716797, | |
| "learning_rate": 2.627189324437031e-07, | |
| "loss": 0.4171, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 3.9070303495966194, | |
| "grad_norm": 12.157581329345703, | |
| "learning_rate": 2.522935779816514e-07, | |
| "loss": 0.3462, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 3.910872070687668, | |
| "grad_norm": 2.659656524658203, | |
| "learning_rate": 2.418682235195997e-07, | |
| "loss": 0.2404, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 3.9147137917787167, | |
| "grad_norm": 21.35555648803711, | |
| "learning_rate": 2.3144286905754797e-07, | |
| "loss": 0.2732, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 3.9185555128697658, | |
| "grad_norm": 38.88219451904297, | |
| "learning_rate": 2.2101751459549625e-07, | |
| "loss": 0.1837, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.9223972339608144, | |
| "grad_norm": 10.193024635314941, | |
| "learning_rate": 2.1059216013344454e-07, | |
| "loss": 0.2922, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 3.926238955051863, | |
| "grad_norm": 36.21484375, | |
| "learning_rate": 2.0016680567139283e-07, | |
| "loss": 0.5992, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 3.930080676142912, | |
| "grad_norm": 31.69048500061035, | |
| "learning_rate": 1.8974145120934112e-07, | |
| "loss": 0.5458, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 3.9339223972339608, | |
| "grad_norm": 40.10672378540039, | |
| "learning_rate": 1.793160967472894e-07, | |
| "loss": 0.3186, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 3.93776411832501, | |
| "grad_norm": 26.18619155883789, | |
| "learning_rate": 1.688907422852377e-07, | |
| "loss": 0.1995, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 3.9416058394160585, | |
| "grad_norm": 0.6941773891448975, | |
| "learning_rate": 1.5846538782318602e-07, | |
| "loss": 0.2397, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 3.945447560507107, | |
| "grad_norm": 0.20708778500556946, | |
| "learning_rate": 1.480400333611343e-07, | |
| "loss": 0.4116, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 3.9492892815981557, | |
| "grad_norm": 50.280303955078125, | |
| "learning_rate": 1.376146788990826e-07, | |
| "loss": 0.2717, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 3.953131002689205, | |
| "grad_norm": 29.976329803466797, | |
| "learning_rate": 1.2718932443703086e-07, | |
| "loss": 0.2752, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 3.9569727237802534, | |
| "grad_norm": 0.7115428447723389, | |
| "learning_rate": 1.1676396997497916e-07, | |
| "loss": 0.2345, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.9608144448713025, | |
| "grad_norm": 1.0680311918258667, | |
| "learning_rate": 1.0633861551292745e-07, | |
| "loss": 0.3733, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 3.964656165962351, | |
| "grad_norm": 63.5427360534668, | |
| "learning_rate": 9.591326105087574e-08, | |
| "loss": 0.2277, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 3.9684978870534, | |
| "grad_norm": 49.417030334472656, | |
| "learning_rate": 8.548790658882403e-08, | |
| "loss": 0.3716, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 3.972339608144449, | |
| "grad_norm": 17.466007232666016, | |
| "learning_rate": 7.506255212677232e-08, | |
| "loss": 0.4701, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 3.9761813292354975, | |
| "grad_norm": 6.457542419433594, | |
| "learning_rate": 6.46371976647206e-08, | |
| "loss": 0.1813, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 3.980023050326546, | |
| "grad_norm": 33.88922882080078, | |
| "learning_rate": 5.42118432026689e-08, | |
| "loss": 0.1609, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 3.983864771417595, | |
| "grad_norm": 52.85680389404297, | |
| "learning_rate": 4.378648874061718e-08, | |
| "loss": 0.4209, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 3.987706492508644, | |
| "grad_norm": 64.53193664550781, | |
| "learning_rate": 3.336113427856547e-08, | |
| "loss": 0.4465, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 3.9915482135996925, | |
| "grad_norm": 1.1178096532821655, | |
| "learning_rate": 2.2935779816513765e-08, | |
| "loss": 0.146, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 3.9953899346907416, | |
| "grad_norm": 28.399019241333008, | |
| "learning_rate": 1.2510425354462052e-08, | |
| "loss": 0.3836, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.99923165578179, | |
| "grad_norm": 8.380729675292969, | |
| "learning_rate": 2.085070892410342e-09, | |
| "loss": 0.2787, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7709153779656133, | |
| "eval_f1_per_label": [ | |
| 0.7823984526112185, | |
| 0.7120010401768301, | |
| 0.8260430200664068 | |
| ], | |
| "eval_f1_weighted": 0.7701923401341971, | |
| "eval_loss": 0.8515534996986389, | |
| "eval_precision_per_label": [ | |
| 0.7665824384080859, | |
| 0.7291611185086552, | |
| 0.8197707736389684 | |
| ], | |
| "eval_precision_weighted": 0.7699940216435469, | |
| "eval_recall_per_label": [ | |
| 0.7988808426596445, | |
| 0.695630081300813, | |
| 0.8324119871981379 | |
| ], | |
| "eval_recall_weighted": 0.7709153779656133, | |
| "eval_runtime": 47.0811, | |
| "eval_samples_per_second": 221.129, | |
| "eval_steps_per_second": 27.654, | |
| "step": 10412 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10412, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 3 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2649850688582874.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |