| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500.0, | |
| "global_step": 72699, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0006877673695649183, | |
| "grad_norm": 0.19629216194152832, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9938, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0013755347391298366, | |
| "grad_norm": 0.24478936195373535, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9596, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.002063302108694755, | |
| "grad_norm": 0.22170111536979675, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9526, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0027510694782596733, | |
| "grad_norm": 0.2311343252658844, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9471, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.003438836847824592, | |
| "grad_norm": 0.20621128380298615, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9435, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.00412660421738951, | |
| "grad_norm": 0.22248196601867676, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9396, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.004814371586954428, | |
| "grad_norm": 0.20232965052127838, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9362, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0055021389565193465, | |
| "grad_norm": 0.21155332028865814, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9285, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.006189906326084265, | |
| "grad_norm": 0.25176894664764404, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9319, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.006877673695649184, | |
| "grad_norm": 0.21027377247810364, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9304, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.007565441065214102, | |
| "grad_norm": 0.2434869110584259, | |
| "learning_rate": 0.0001, | |
| "loss": 1.93, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.00825320843477902, | |
| "grad_norm": 0.1908300668001175, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9254, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.008940975804343939, | |
| "grad_norm": 0.2221110612154007, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9226, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.009628743173908856, | |
| "grad_norm": 0.22620266675949097, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9262, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.010316510543473776, | |
| "grad_norm": 0.21463032066822052, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9201, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.011004277913038693, | |
| "grad_norm": 0.19383488595485687, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9236, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.011692045282603612, | |
| "grad_norm": 0.22416023910045624, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9186, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.01237981265216853, | |
| "grad_norm": 0.2285342961549759, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9207, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.013067580021733449, | |
| "grad_norm": 0.20416004955768585, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9171, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.013755347391298368, | |
| "grad_norm": 0.20697274804115295, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9177, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.014443114760863286, | |
| "grad_norm": 0.2317676991224289, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9138, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.015130882130428205, | |
| "grad_norm": 0.21276156604290009, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9111, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.015818649499993124, | |
| "grad_norm": 0.20574018359184265, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9155, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.01650641686955804, | |
| "grad_norm": 0.19410207867622375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9073, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.01719418423912296, | |
| "grad_norm": 0.19570203125476837, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9085, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.017881951608687878, | |
| "grad_norm": 0.2081640362739563, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9093, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.018569718978252797, | |
| "grad_norm": 0.19721642136573792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9086, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.019257486347817713, | |
| "grad_norm": 0.202309712767601, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9039, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.019945253717382632, | |
| "grad_norm": 0.22128838300704956, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9067, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.02063302108694755, | |
| "grad_norm": 0.25011196732521057, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9055, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.02132078845651247, | |
| "grad_norm": 0.20523639023303986, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9039, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.022008555826077386, | |
| "grad_norm": 0.2327890396118164, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9059, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.022696323195642305, | |
| "grad_norm": 0.22426384687423706, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9033, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.023384090565207225, | |
| "grad_norm": 0.2116124927997589, | |
| "learning_rate": 0.0001, | |
| "loss": 1.902, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.024071857934772144, | |
| "grad_norm": 0.21172966063022614, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9007, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.02475962530433706, | |
| "grad_norm": 0.19443170726299286, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9003, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.02544739267390198, | |
| "grad_norm": 0.21195723116397858, | |
| "learning_rate": 0.0001, | |
| "loss": 1.9015, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.026135160043466898, | |
| "grad_norm": 0.22141411900520325, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8957, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.026822927413031817, | |
| "grad_norm": 0.22995401918888092, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8979, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.027510694782596736, | |
| "grad_norm": 0.2246379405260086, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8966, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.028198462152161652, | |
| "grad_norm": 0.22695621848106384, | |
| "learning_rate": 0.0001, | |
| "loss": 1.895, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.02888622952172657, | |
| "grad_norm": 0.19988253712654114, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8934, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.02957399689129149, | |
| "grad_norm": 0.21754223108291626, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8972, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.03026176426085641, | |
| "grad_norm": 0.19053423404693604, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8912, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.030949531630421325, | |
| "grad_norm": 0.21589875221252441, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8935, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.03163729899998625, | |
| "grad_norm": 0.2087436020374298, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8923, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.03232506636955116, | |
| "grad_norm": 0.2261374592781067, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8914, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.03301283373911608, | |
| "grad_norm": 0.1949523240327835, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8905, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.033700601108681, | |
| "grad_norm": 0.21544858813285828, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8909, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.03438836847824592, | |
| "grad_norm": 0.20145681500434875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8876, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.03507613584781084, | |
| "grad_norm": 0.21707232296466827, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8915, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.035763903217375756, | |
| "grad_norm": 0.1982990950345993, | |
| "learning_rate": 0.0001, | |
| "loss": 1.888, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.036451670586940675, | |
| "grad_norm": 0.2223712056875229, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8868, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.037139437956505594, | |
| "grad_norm": 0.19649413228034973, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8869, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.03782720532607051, | |
| "grad_norm": 0.22767962515354156, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8901, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.038514972695635426, | |
| "grad_norm": 0.19138416647911072, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8916, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.039202740065200345, | |
| "grad_norm": 0.19380460679531097, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8889, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.039890507434765264, | |
| "grad_norm": 0.19751518964767456, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8868, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.04057827480433018, | |
| "grad_norm": 0.21071408689022064, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8862, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.0412660421738951, | |
| "grad_norm": 0.19260670244693756, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8827, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.04195380954346002, | |
| "grad_norm": 0.19185714423656464, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8866, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.04264157691302494, | |
| "grad_norm": 0.24877017736434937, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8854, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.04332934428258986, | |
| "grad_norm": 0.1947249323129654, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8842, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.04401711165215477, | |
| "grad_norm": 0.20210722088813782, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8837, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.04470487902171969, | |
| "grad_norm": 0.22242394089698792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8817, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.04539264639128461, | |
| "grad_norm": 0.2049330472946167, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8845, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.04608041376084953, | |
| "grad_norm": 0.19368599355220795, | |
| "learning_rate": 0.0001, | |
| "loss": 1.884, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.04676818113041445, | |
| "grad_norm": 0.1886671483516693, | |
| "learning_rate": 0.0001, | |
| "loss": 1.883, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.04745594849997937, | |
| "grad_norm": 0.19359445571899414, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8824, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.04814371586954429, | |
| "grad_norm": 0.195325568318367, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8806, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.04883148323910921, | |
| "grad_norm": 0.21584388613700867, | |
| "learning_rate": 0.0001, | |
| "loss": 1.879, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.04951925060867412, | |
| "grad_norm": 0.19085532426834106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8817, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.05020701797823904, | |
| "grad_norm": 0.2133578211069107, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8797, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.05089478534780396, | |
| "grad_norm": 0.19587628543376923, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8806, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.051582552717368876, | |
| "grad_norm": 0.22608409821987152, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8803, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.052270320086933796, | |
| "grad_norm": 0.20075012743473053, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8773, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.052958087456498715, | |
| "grad_norm": 0.2007540464401245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8775, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.053645854826063634, | |
| "grad_norm": 0.20465299487113953, | |
| "learning_rate": 0.0001, | |
| "loss": 1.88, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.05433362219562855, | |
| "grad_norm": 0.19921573996543884, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8749, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.05502138956519347, | |
| "grad_norm": 0.19196507334709167, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8808, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.055709156934758385, | |
| "grad_norm": 0.20529140532016754, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8787, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.056396924304323304, | |
| "grad_norm": 0.23082584142684937, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8752, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.05708469167388822, | |
| "grad_norm": 0.18597312271595, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8793, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.05777245904345314, | |
| "grad_norm": 0.23071937263011932, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8782, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.05846022641301806, | |
| "grad_norm": 0.19141189754009247, | |
| "learning_rate": 0.0001, | |
| "loss": 1.875, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.05914799378258298, | |
| "grad_norm": 0.23278222978115082, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8805, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.0598357611521479, | |
| "grad_norm": 0.21169067919254303, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8753, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.06052352852171282, | |
| "grad_norm": 0.2010953575372696, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8758, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.06121129589127773, | |
| "grad_norm": 0.19260814785957336, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8731, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.06189906326084265, | |
| "grad_norm": 0.19751103222370148, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8719, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.06258683063040757, | |
| "grad_norm": 0.21297581493854523, | |
| "learning_rate": 0.0001, | |
| "loss": 1.875, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.0632745979999725, | |
| "grad_norm": 0.2128158062696457, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8711, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.06396236536953741, | |
| "grad_norm": 0.18719784915447235, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8741, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.06465013273910232, | |
| "grad_norm": 0.2352721244096756, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8717, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.06533790010866725, | |
| "grad_norm": 0.22228975594043732, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8707, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.06602566747823216, | |
| "grad_norm": 0.18716222047805786, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8705, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.06671343484779708, | |
| "grad_norm": 0.22167149186134338, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8739, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.067401202217362, | |
| "grad_norm": 0.24794642627239227, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8747, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.06808896958692692, | |
| "grad_norm": 0.18762528896331787, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8702, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.06877673695649184, | |
| "grad_norm": 0.19063113629817963, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8733, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.06946450432605676, | |
| "grad_norm": 0.1940603107213974, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8685, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.07015227169562167, | |
| "grad_norm": 0.19752484560012817, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8762, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.07084003906518659, | |
| "grad_norm": 0.23486199975013733, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8708, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.07152780643475151, | |
| "grad_norm": 0.20315973460674286, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8676, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.07221557380431642, | |
| "grad_norm": 0.1925646960735321, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8634, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.07290334117388135, | |
| "grad_norm": 0.20540663599967957, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8706, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.07359110854344626, | |
| "grad_norm": 0.23649099469184875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8685, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.07427887591301119, | |
| "grad_norm": 0.23272614181041718, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8724, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.0749666432825761, | |
| "grad_norm": 0.1887608915567398, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8707, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.07565441065214101, | |
| "grad_norm": 0.18964676558971405, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8642, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.07634217802170594, | |
| "grad_norm": 0.20009934902191162, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8657, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.07702994539127085, | |
| "grad_norm": 0.1821998506784439, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8673, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.07771771276083578, | |
| "grad_norm": 0.18905235826969147, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8687, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.07840548013040069, | |
| "grad_norm": 0.19986678659915924, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8627, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.07909324749996562, | |
| "grad_norm": 0.1904374659061432, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8633, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.07978101486953053, | |
| "grad_norm": 0.19536761939525604, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8685, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.08046878223909545, | |
| "grad_norm": 0.18209826946258545, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8599, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.08115654960866037, | |
| "grad_norm": 0.21385939419269562, | |
| "learning_rate": 0.0001, | |
| "loss": 1.866, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.08184431697822528, | |
| "grad_norm": 0.20338542759418488, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8669, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.0825320843477902, | |
| "grad_norm": 0.19536232948303223, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8644, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.08321985171735512, | |
| "grad_norm": 0.18480873107910156, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8668, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.08390761908692004, | |
| "grad_norm": 0.18024863302707672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8638, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.08459538645648496, | |
| "grad_norm": 0.18774175643920898, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8652, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.08528315382604988, | |
| "grad_norm": 0.2518685460090637, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8649, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.0859709211956148, | |
| "grad_norm": 0.20646634697914124, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8658, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.08665868856517972, | |
| "grad_norm": 0.19222316145896912, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8642, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.08734645593474463, | |
| "grad_norm": 0.19531960785388947, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8641, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.08803422330430954, | |
| "grad_norm": 0.18218673765659332, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8599, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.08872199067387447, | |
| "grad_norm": 0.18686556816101074, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8588, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.08940975804343938, | |
| "grad_norm": 0.20718005299568176, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8595, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.09009752541300431, | |
| "grad_norm": 0.17680206894874573, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8625, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.09078529278256922, | |
| "grad_norm": 0.25429028272628784, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8635, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.09147306015213415, | |
| "grad_norm": 0.19778478145599365, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8618, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.09216082752169906, | |
| "grad_norm": 0.21198226511478424, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8613, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.09284859489126399, | |
| "grad_norm": 0.1819111704826355, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8601, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.0935363622608289, | |
| "grad_norm": 0.2141820788383484, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8598, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.09422412963039381, | |
| "grad_norm": 0.20356012880802155, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8619, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.09491189699995874, | |
| "grad_norm": 0.18998335301876068, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8597, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.09559966436952365, | |
| "grad_norm": 0.19086682796478271, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8622, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.09628743173908857, | |
| "grad_norm": 0.2049364447593689, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8617, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.09697519910865349, | |
| "grad_norm": 0.19833974540233612, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8609, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.09766296647821841, | |
| "grad_norm": 0.19551745057106018, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8581, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.09835073384778333, | |
| "grad_norm": 0.1846143752336502, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8569, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.09903850121734824, | |
| "grad_norm": 0.1906626969575882, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8614, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.09972626858691316, | |
| "grad_norm": 0.19115209579467773, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8633, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.10041403595647808, | |
| "grad_norm": 0.18704906105995178, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8601, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.101101803326043, | |
| "grad_norm": 0.18635210394859314, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8605, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.10178957069560791, | |
| "grad_norm": 0.1947161853313446, | |
| "learning_rate": 0.0001, | |
| "loss": 1.861, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.10247733806517284, | |
| "grad_norm": 0.22087708115577698, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8553, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.10316510543473775, | |
| "grad_norm": 0.1805039346218109, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8591, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.10385287280430268, | |
| "grad_norm": 0.19084776937961578, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8561, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.10454064017386759, | |
| "grad_norm": 0.20166590809822083, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8584, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.1052284075434325, | |
| "grad_norm": 0.1892371028661728, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8526, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.10591617491299743, | |
| "grad_norm": 0.22085241973400116, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8561, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.10660394228256234, | |
| "grad_norm": 0.186112642288208, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8597, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.10729170965212727, | |
| "grad_norm": 0.1959947943687439, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8558, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.10797947702169218, | |
| "grad_norm": 0.21492016315460205, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8608, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.1086672443912571, | |
| "grad_norm": 0.18600517511367798, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8559, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.10935501176082202, | |
| "grad_norm": 0.18841132521629333, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8542, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.11004277913038694, | |
| "grad_norm": 0.20758236944675446, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8565, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.11073054649995186, | |
| "grad_norm": 0.20206254720687866, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8553, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.11141831386951677, | |
| "grad_norm": 0.19620998203754425, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8542, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.1121060812390817, | |
| "grad_norm": 0.19747626781463623, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8545, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.11279384860864661, | |
| "grad_norm": 0.21328890323638916, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8552, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.11348161597821153, | |
| "grad_norm": 0.18296054005622864, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8579, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.11416938334777645, | |
| "grad_norm": 0.21098335087299347, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8526, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.11485715071734137, | |
| "grad_norm": 0.18666841089725494, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8484, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.11554491808690628, | |
| "grad_norm": 0.18522906303405762, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8538, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.1162326854564712, | |
| "grad_norm": 0.1890312135219574, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8519, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.11692045282603612, | |
| "grad_norm": 0.197422057390213, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8513, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.11760822019560103, | |
| "grad_norm": 0.21355442702770233, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8561, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.11829598756516596, | |
| "grad_norm": 0.18543662130832672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8538, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.11898375493473087, | |
| "grad_norm": 0.20849215984344482, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8527, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.1196715223042958, | |
| "grad_norm": 0.2109488546848297, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8496, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.12035928967386071, | |
| "grad_norm": 0.20195640623569489, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8499, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.12104705704342564, | |
| "grad_norm": 0.1749362200498581, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8559, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.12173482441299055, | |
| "grad_norm": 0.20881310105323792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8536, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.12242259178255546, | |
| "grad_norm": 0.1801750510931015, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8507, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.12311035915212039, | |
| "grad_norm": 0.1898815929889679, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8493, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.1237981265216853, | |
| "grad_norm": 0.19754734635353088, | |
| "learning_rate": 0.0001, | |
| "loss": 1.853, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.12448589389125023, | |
| "grad_norm": 0.1855219006538391, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8529, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.12517366126081514, | |
| "grad_norm": 0.19341996312141418, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8513, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.12586142863038005, | |
| "grad_norm": 0.19776052236557007, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8507, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.126549195999945, | |
| "grad_norm": 0.185306116938591, | |
| "learning_rate": 0.0001, | |
| "loss": 1.851, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.1272369633695099, | |
| "grad_norm": 0.19926750659942627, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8504, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.12792473073907482, | |
| "grad_norm": 0.21605028212070465, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8502, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.12861249810863973, | |
| "grad_norm": 0.18174859881401062, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8505, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.12930026547820464, | |
| "grad_norm": 0.19654984772205353, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8517, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.12998803284776958, | |
| "grad_norm": 0.1764276772737503, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8483, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.1306758002173345, | |
| "grad_norm": 0.17811571061611176, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8469, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.1313635675868994, | |
| "grad_norm": 0.20159000158309937, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8455, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.13205133495646432, | |
| "grad_norm": 0.1840062290430069, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8511, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.13273910232602926, | |
| "grad_norm": 0.190440833568573, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8474, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.13342686969559417, | |
| "grad_norm": 0.20033535361289978, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8479, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.13411463706515908, | |
| "grad_norm": 0.1811174899339676, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8504, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.134802404434724, | |
| "grad_norm": 0.2073344737291336, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8507, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.1354901718042889, | |
| "grad_norm": 0.21762603521347046, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8499, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.13617793917385385, | |
| "grad_norm": 0.1864607185125351, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8471, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.13686570654341876, | |
| "grad_norm": 0.17837654054164886, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8485, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.13755347391298367, | |
| "grad_norm": 0.20498532056808472, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8497, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.13824124128254858, | |
| "grad_norm": 0.18355566263198853, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8458, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.13892900865211352, | |
| "grad_norm": 0.2033490389585495, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8451, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.13961677602167843, | |
| "grad_norm": 0.1855219006538391, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8475, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.14030454339124335, | |
| "grad_norm": 0.18876652419567108, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8473, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.14099231076080826, | |
| "grad_norm": 0.1731424629688263, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8475, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.14168007813037317, | |
| "grad_norm": 0.186906635761261, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8498, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.1423678454999381, | |
| "grad_norm": 0.18285425007343292, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8451, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.14305561286950302, | |
| "grad_norm": 0.19545456767082214, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8487, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.14374338023906794, | |
| "grad_norm": 0.16256272792816162, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8461, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.14443114760863285, | |
| "grad_norm": 0.19637931883335114, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8462, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.14511891497819776, | |
| "grad_norm": 0.20408660173416138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8465, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.1458066823477627, | |
| "grad_norm": 0.2140285223722458, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8421, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.1464944497173276, | |
| "grad_norm": 0.18366774916648865, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8454, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.14718221708689253, | |
| "grad_norm": 0.19011645019054413, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8427, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.14786998445645744, | |
| "grad_norm": 0.1923753321170807, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8442, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.14855775182602238, | |
| "grad_norm": 0.19208142161369324, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8413, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.1492455191955873, | |
| "grad_norm": 0.19608841836452484, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8468, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.1499332865651522, | |
| "grad_norm": 0.19484341144561768, | |
| "learning_rate": 0.0001, | |
| "loss": 1.849, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.15062105393471711, | |
| "grad_norm": 0.18584389984607697, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8416, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.15130882130428203, | |
| "grad_norm": 0.1894279420375824, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8454, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.15199658867384697, | |
| "grad_norm": 0.19622810184955597, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8449, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.15268435604341188, | |
| "grad_norm": 0.18603233993053436, | |
| "learning_rate": 0.0001, | |
| "loss": 1.848, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.1533721234129768, | |
| "grad_norm": 0.18146397173404694, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8413, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.1540598907825417, | |
| "grad_norm": 0.20820939540863037, | |
| "learning_rate": 0.0001, | |
| "loss": 1.844, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.15474765815210664, | |
| "grad_norm": 0.18021373450756073, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8434, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.15543542552167156, | |
| "grad_norm": 0.19339635968208313, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8405, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.15612319289123647, | |
| "grad_norm": 0.1994727998971939, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8403, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.15681096026080138, | |
| "grad_norm": 0.1830483376979828, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8415, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.1574987276303663, | |
| "grad_norm": 0.17064842581748962, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8433, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.15818649499993123, | |
| "grad_norm": 0.19161944091320038, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8428, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.15887426236949614, | |
| "grad_norm": 0.21216394007205963, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8432, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 0.15956202973906106, | |
| "grad_norm": 0.1909138560295105, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8429, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.16024979710862597, | |
| "grad_norm": 0.20326951146125793, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8419, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 0.1609375644781909, | |
| "grad_norm": 0.19515758752822876, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8448, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.16162533184775582, | |
| "grad_norm": 0.2075706273317337, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8439, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.16231309921732073, | |
| "grad_norm": 0.21147705614566803, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8433, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.16300086658688565, | |
| "grad_norm": 0.18318484723567963, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8383, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 0.16368863395645056, | |
| "grad_norm": 0.18728312849998474, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8426, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.1643764013260155, | |
| "grad_norm": 0.20905287563800812, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8421, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 0.1650641686955804, | |
| "grad_norm": 0.18393969535827637, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8408, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.16575193606514532, | |
| "grad_norm": 0.18366305530071259, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8365, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 0.16643970343471023, | |
| "grad_norm": 0.19170603156089783, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8416, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.16712747080427517, | |
| "grad_norm": 0.172319233417511, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8411, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 0.1678152381738401, | |
| "grad_norm": 0.2174234390258789, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8416, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.168503005543405, | |
| "grad_norm": 0.20210625231266022, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8422, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.1691907729129699, | |
| "grad_norm": 0.1902657449245453, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8369, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.16987854028253482, | |
| "grad_norm": 0.18901073932647705, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8415, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 0.17056630765209976, | |
| "grad_norm": 0.17624430358409882, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8373, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.17125407502166468, | |
| "grad_norm": 0.1844191551208496, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8391, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 0.1719418423912296, | |
| "grad_norm": 0.19392350316047668, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8416, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.1726296097607945, | |
| "grad_norm": 0.18644706904888153, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8409, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 0.17331737713035944, | |
| "grad_norm": 0.19530895352363586, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8381, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.17400514449992435, | |
| "grad_norm": 0.18004032969474792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8419, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.17469291186948926, | |
| "grad_norm": 0.20025117695331573, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8379, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.17538067923905418, | |
| "grad_norm": 0.17622490227222443, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8364, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.1760684466086191, | |
| "grad_norm": 0.19657030701637268, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8364, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.17675621397818403, | |
| "grad_norm": 0.19141744077205658, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8388, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 0.17744398134774894, | |
| "grad_norm": 0.23409488797187805, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8392, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.17813174871731385, | |
| "grad_norm": 0.19104769825935364, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8407, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 0.17881951608687877, | |
| "grad_norm": 0.1978139728307724, | |
| "learning_rate": 0.0001, | |
| "loss": 1.836, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.1795072834564437, | |
| "grad_norm": 0.1839970201253891, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8406, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 0.18019505082600862, | |
| "grad_norm": 0.1969710737466812, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8382, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.18088281819557353, | |
| "grad_norm": 0.21036314964294434, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8372, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 0.18157058556513844, | |
| "grad_norm": 0.18064115941524506, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8387, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.18225835293470335, | |
| "grad_norm": 0.20280593633651733, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8345, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.1829461203042683, | |
| "grad_norm": 0.21196794509887695, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8403, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.1836338876738332, | |
| "grad_norm": 0.18529263138771057, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8395, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 0.18432165504339812, | |
| "grad_norm": 0.20009498298168182, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8418, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.18500942241296303, | |
| "grad_norm": 0.1844586879014969, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8388, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 0.18569718978252797, | |
| "grad_norm": 0.17497003078460693, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8374, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.18638495715209288, | |
| "grad_norm": 0.21536414325237274, | |
| "learning_rate": 0.0001, | |
| "loss": 1.834, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 0.1870727245216578, | |
| "grad_norm": 0.20212842524051666, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8361, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.1877604918912227, | |
| "grad_norm": 0.21032044291496277, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8352, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 0.18844825926078762, | |
| "grad_norm": 0.17547431588172913, | |
| "learning_rate": 0.0001, | |
| "loss": 1.839, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.18913602663035256, | |
| "grad_norm": 0.17463110387325287, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8345, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 0.18982379399991747, | |
| "grad_norm": 0.19794687628746033, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8367, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.19051156136948239, | |
| "grad_norm": 0.17595866322517395, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8349, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 0.1911993287390473, | |
| "grad_norm": 0.19087472558021545, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8377, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.1918870961086122, | |
| "grad_norm": 0.1895439624786377, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8392, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 0.19257486347817715, | |
| "grad_norm": 0.19558320939540863, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8331, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.19326263084774206, | |
| "grad_norm": 0.18495230376720428, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8357, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 0.19395039821730697, | |
| "grad_norm": 0.19197221100330353, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8379, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.1946381655868719, | |
| "grad_norm": 0.17729446291923523, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8336, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 0.19532593295643683, | |
| "grad_norm": 0.20683547854423523, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8344, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.19601370032600174, | |
| "grad_norm": 0.16708314418792725, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8375, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 0.19670146769556665, | |
| "grad_norm": 0.2065526694059372, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8397, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.19738923506513156, | |
| "grad_norm": 0.2007008045911789, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8351, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 0.19807700243469648, | |
| "grad_norm": 0.1773243397474289, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8338, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.19876476980426142, | |
| "grad_norm": 0.1875116229057312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8379, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 0.19945253717382633, | |
| "grad_norm": 0.19387130439281464, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8343, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.20014030454339124, | |
| "grad_norm": 0.17164736986160278, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8338, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 0.20082807191295615, | |
| "grad_norm": 0.19135966897010803, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8321, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.2015158392825211, | |
| "grad_norm": 0.21152153611183167, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8332, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 0.202203606652086, | |
| "grad_norm": 0.19576500356197357, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8338, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.20289137402165092, | |
| "grad_norm": 0.21700510382652283, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8381, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 0.20357914139121583, | |
| "grad_norm": 0.18183092772960663, | |
| "learning_rate": 0.0001, | |
| "loss": 1.833, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.20426690876078074, | |
| "grad_norm": 0.1678183525800705, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8365, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 0.20495467613034568, | |
| "grad_norm": 0.1790694147348404, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8323, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.2056424434999106, | |
| "grad_norm": 0.17274673283100128, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8357, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 0.2063302108694755, | |
| "grad_norm": 0.1773209273815155, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8338, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.20701797823904042, | |
| "grad_norm": 0.29811668395996094, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8322, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 0.20770574560860536, | |
| "grad_norm": 0.18590272963047028, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8307, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.20839351297817027, | |
| "grad_norm": 0.19656258821487427, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8364, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 0.20908128034773518, | |
| "grad_norm": 0.1760113537311554, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8363, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.2097690477173001, | |
| "grad_norm": 0.17442069947719574, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8346, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 0.210456815086865, | |
| "grad_norm": 0.2154201865196228, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8359, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.21114458245642995, | |
| "grad_norm": 0.18702222406864166, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8333, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 0.21183234982599486, | |
| "grad_norm": 0.222214013338089, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8386, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.21252011719555977, | |
| "grad_norm": 0.18646612763404846, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8336, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 0.21320788456512468, | |
| "grad_norm": 0.19032032787799835, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8359, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.21389565193468962, | |
| "grad_norm": 0.1962030827999115, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8314, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 0.21458341930425454, | |
| "grad_norm": 0.18067054450511932, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8298, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.21527118667381945, | |
| "grad_norm": 0.1977655440568924, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8335, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 0.21595895404338436, | |
| "grad_norm": 0.17689162492752075, | |
| "learning_rate": 0.0001, | |
| "loss": 1.834, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.21664672141294927, | |
| "grad_norm": 0.189301997423172, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8302, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 0.2173344887825142, | |
| "grad_norm": 0.21416552364826202, | |
| "learning_rate": 0.0001, | |
| "loss": 1.833, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.21802225615207912, | |
| "grad_norm": 0.17280973494052887, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8325, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 0.21871002352164404, | |
| "grad_norm": 0.2203332632780075, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8315, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.21939779089120895, | |
| "grad_norm": 0.17942380905151367, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8313, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 0.2200855582607739, | |
| "grad_norm": 0.2053511142730713, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8322, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.2207733256303388, | |
| "grad_norm": 0.18660666048526764, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8315, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 0.2214610929999037, | |
| "grad_norm": 0.20179618895053864, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8309, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.22214886036946863, | |
| "grad_norm": 0.1849927455186844, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8349, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 0.22283662773903354, | |
| "grad_norm": 0.16893066465854645, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8333, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.22352439510859848, | |
| "grad_norm": 0.1815815567970276, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8277, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 0.2242121624781634, | |
| "grad_norm": 0.17478667199611664, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8324, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.2248999298477283, | |
| "grad_norm": 0.20333503186702728, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8299, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 0.22558769721729321, | |
| "grad_norm": 0.19628338515758514, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8322, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.22627546458685815, | |
| "grad_norm": 0.19011887907981873, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8301, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 0.22696323195642307, | |
| "grad_norm": 0.19007809460163116, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8306, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.22765099932598798, | |
| "grad_norm": 0.18108965456485748, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8304, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 0.2283387666955529, | |
| "grad_norm": 0.16927501559257507, | |
| "learning_rate": 0.0001, | |
| "loss": 1.832, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.2290265340651178, | |
| "grad_norm": 0.18328557908535004, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8315, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 0.22971430143468274, | |
| "grad_norm": 0.21978403627872467, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8314, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.23040206880424766, | |
| "grad_norm": 0.1928972601890564, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8281, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 0.23108983617381257, | |
| "grad_norm": 0.19355738162994385, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8289, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.23177760354337748, | |
| "grad_norm": 0.18013496696949005, | |
| "learning_rate": 0.0001, | |
| "loss": 1.831, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 0.2324653709129424, | |
| "grad_norm": 0.1848910003900528, | |
| "learning_rate": 0.0001, | |
| "loss": 1.826, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.23315313828250733, | |
| "grad_norm": 0.20185594260692596, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8274, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 0.23384090565207225, | |
| "grad_norm": 0.1898491382598877, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8292, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.23452867302163716, | |
| "grad_norm": 0.17610591650009155, | |
| "learning_rate": 0.0001, | |
| "loss": 1.831, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 0.23521644039120207, | |
| "grad_norm": 0.2032867968082428, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8306, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.235904207760767, | |
| "grad_norm": 0.1812831312417984, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8331, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 0.23659197513033192, | |
| "grad_norm": 0.17079557478427887, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8266, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.23727974249989683, | |
| "grad_norm": 0.17599579691886902, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8327, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 0.23796750986946175, | |
| "grad_norm": 0.16692423820495605, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8294, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.23865527723902666, | |
| "grad_norm": 0.17235307395458221, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8324, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 0.2393430446085916, | |
| "grad_norm": 0.18419289588928223, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8234, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.2400308119781565, | |
| "grad_norm": 0.16880065202713013, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8315, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 0.24071857934772142, | |
| "grad_norm": 0.18046660721302032, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8288, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.24140634671728634, | |
| "grad_norm": 0.19775420427322388, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8304, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 0.24209411408685128, | |
| "grad_norm": 0.18596383929252625, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8269, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.2427818814564162, | |
| "grad_norm": 0.18525435030460358, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8293, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 0.2434696488259811, | |
| "grad_norm": 0.2105979025363922, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8252, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.244157416195546, | |
| "grad_norm": 0.18099245429039001, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8271, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 0.24484518356511092, | |
| "grad_norm": 0.17330291867256165, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8261, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.24553295093467586, | |
| "grad_norm": 0.17979152500629425, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8304, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 0.24622071830424078, | |
| "grad_norm": 0.19253650307655334, | |
| "learning_rate": 0.0001, | |
| "loss": 1.83, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.2469084856738057, | |
| "grad_norm": 0.20440231263637543, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8251, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 0.2475962530433706, | |
| "grad_norm": 0.18242883682250977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8286, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.24828402041293554, | |
| "grad_norm": 0.1742672622203827, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8271, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 0.24897178778250045, | |
| "grad_norm": 0.19099250435829163, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8284, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.24965955515206537, | |
| "grad_norm": 0.19839410483837128, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8254, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 0.2503473225216303, | |
| "grad_norm": 0.18187545239925385, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8258, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.2510350898911952, | |
| "grad_norm": 0.16419640183448792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.825, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 0.2517228572607601, | |
| "grad_norm": 0.1788015216588974, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8257, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.25241062463032504, | |
| "grad_norm": 0.2013292908668518, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8345, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 0.25309839199989, | |
| "grad_norm": 0.18886993825435638, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8269, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.25378615936945487, | |
| "grad_norm": 0.18426848948001862, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8291, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 0.2544739267390198, | |
| "grad_norm": 0.1836244910955429, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8228, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.2551616941085847, | |
| "grad_norm": 0.18584777414798737, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8283, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 0.25584946147814963, | |
| "grad_norm": 0.16920630633831024, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8274, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.25653722884771457, | |
| "grad_norm": 0.20111984014511108, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8285, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 0.25722499621727946, | |
| "grad_norm": 0.18769313395023346, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8295, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.2579127635868444, | |
| "grad_norm": 0.18159103393554688, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8236, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 0.2586005309564093, | |
| "grad_norm": 0.1929440200328827, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8279, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.2592882983259742, | |
| "grad_norm": 0.16436657309532166, | |
| "learning_rate": 0.0001, | |
| "loss": 1.823, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 0.25997606569553916, | |
| "grad_norm": 0.1638740748167038, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8251, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.26066383306510404, | |
| "grad_norm": 0.18252821266651154, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8251, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 0.261351600434669, | |
| "grad_norm": 0.18031029403209686, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8243, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.26203936780423387, | |
| "grad_norm": 0.1770683377981186, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8274, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 0.2627271351737988, | |
| "grad_norm": 0.20250555872917175, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8258, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.26341490254336375, | |
| "grad_norm": 0.16491496562957764, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8251, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 0.26410266991292863, | |
| "grad_norm": 0.19582998752593994, | |
| "learning_rate": 0.0001, | |
| "loss": 1.824, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.2647904372824936, | |
| "grad_norm": 0.17773911356925964, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8195, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 0.2654782046520585, | |
| "grad_norm": 0.18118888139724731, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8239, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.2661659720216234, | |
| "grad_norm": 0.15766191482543945, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8232, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 0.26685373939118834, | |
| "grad_norm": 0.17026937007904053, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8223, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.2675415067607532, | |
| "grad_norm": 0.18863512575626373, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8257, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 0.26822927413031816, | |
| "grad_norm": 0.18321500718593597, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8238, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.2689170414998831, | |
| "grad_norm": 0.20935237407684326, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8229, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 0.269604808869448, | |
| "grad_norm": 0.19490981101989746, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8194, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.2702925762390129, | |
| "grad_norm": 0.19290666282176971, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8258, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 0.2709803436085778, | |
| "grad_norm": 0.1819174438714981, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8224, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.27166811097814275, | |
| "grad_norm": 0.18501299619674683, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8297, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 0.2723558783477077, | |
| "grad_norm": 0.19111846387386322, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8226, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.2730436457172726, | |
| "grad_norm": 0.18800359964370728, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8215, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 0.2737314130868375, | |
| "grad_norm": 0.18408334255218506, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8239, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.2744191804564024, | |
| "grad_norm": 0.19500131905078888, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8232, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 0.27510694782596734, | |
| "grad_norm": 0.18263010680675507, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8246, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.2757947151955323, | |
| "grad_norm": 0.1732577383518219, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8241, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 0.27648248256509717, | |
| "grad_norm": 0.1958979219198227, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8215, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.2771702499346621, | |
| "grad_norm": 0.1755562722682953, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8275, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 0.27785801730422705, | |
| "grad_norm": 0.17292717099189758, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8221, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.27854578467379193, | |
| "grad_norm": 0.16997367143630981, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8221, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 0.27923355204335687, | |
| "grad_norm": 0.1903601735830307, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8243, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.27992131941292175, | |
| "grad_norm": 0.17447033524513245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8229, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 0.2806090867824867, | |
| "grad_norm": 0.18861395120620728, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8222, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.28129685415205163, | |
| "grad_norm": 0.17015644907951355, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8207, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 0.2819846215216165, | |
| "grad_norm": 0.19356681406497955, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8202, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.28267238889118146, | |
| "grad_norm": 0.1988779753446579, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8199, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 0.28336015626074634, | |
| "grad_norm": 0.1967942714691162, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8217, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.2840479236303113, | |
| "grad_norm": 0.18917816877365112, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8229, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 0.2847356909998762, | |
| "grad_norm": 0.16583094000816345, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8219, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.2854234583694411, | |
| "grad_norm": 0.19918115437030792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8246, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 0.28611122573900605, | |
| "grad_norm": 0.1981818974018097, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8211, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.28679899310857093, | |
| "grad_norm": 0.1838293969631195, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8224, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 0.28748676047813587, | |
| "grad_norm": 0.20068101584911346, | |
| "learning_rate": 0.0001, | |
| "loss": 1.82, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.2881745278477008, | |
| "grad_norm": 0.17375263571739197, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8195, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 0.2888622952172657, | |
| "grad_norm": 0.16706246137619019, | |
| "learning_rate": 0.0001, | |
| "loss": 1.826, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.28955006258683064, | |
| "grad_norm": 0.20021022856235504, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8207, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 0.2902378299563955, | |
| "grad_norm": 0.20570990443229675, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8221, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.29092559732596046, | |
| "grad_norm": 0.2043515294790268, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8239, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 0.2916133646955254, | |
| "grad_norm": 0.17122073471546173, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8203, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.2923011320650903, | |
| "grad_norm": 0.19589883089065552, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8206, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 0.2929888994346552, | |
| "grad_norm": 0.19675767421722412, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8244, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.29367666680422017, | |
| "grad_norm": 0.1788429468870163, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8225, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 0.29436443417378505, | |
| "grad_norm": 0.17564085125923157, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8242, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.29505220154335, | |
| "grad_norm": 0.1807086318731308, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8245, | |
| "step": 21450 | |
| }, | |
| { | |
| "epoch": 0.2957399689129149, | |
| "grad_norm": 0.1772526502609253, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8231, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.2964277362824798, | |
| "grad_norm": 0.1903577297925949, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8209, | |
| "step": 21550 | |
| }, | |
| { | |
| "epoch": 0.29711550365204475, | |
| "grad_norm": 0.17995303869247437, | |
| "learning_rate": 0.0001, | |
| "loss": 1.817, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.29780327102160964, | |
| "grad_norm": 0.1937420666217804, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8241, | |
| "step": 21650 | |
| }, | |
| { | |
| "epoch": 0.2984910383911746, | |
| "grad_norm": 0.1729700267314911, | |
| "learning_rate": 0.0001, | |
| "loss": 1.822, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.29917880576073946, | |
| "grad_norm": 0.16370828449726105, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8217, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 0.2998665731303044, | |
| "grad_norm": 0.17373540997505188, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8191, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.30055434049986934, | |
| "grad_norm": 0.19695748388767242, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8236, | |
| "step": 21850 | |
| }, | |
| { | |
| "epoch": 0.30124210786943423, | |
| "grad_norm": 0.20299525558948517, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8181, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.30192987523899917, | |
| "grad_norm": 0.5943254828453064, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8207, | |
| "step": 21950 | |
| }, | |
| { | |
| "epoch": 0.30261764260856405, | |
| "grad_norm": 0.1915915608406067, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8245, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.303305409978129, | |
| "grad_norm": 0.16212280094623566, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8226, | |
| "step": 22050 | |
| }, | |
| { | |
| "epoch": 0.30399317734769393, | |
| "grad_norm": 0.16871103644371033, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8193, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.3046809447172588, | |
| "grad_norm": 0.1811041682958603, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8187, | |
| "step": 22150 | |
| }, | |
| { | |
| "epoch": 0.30536871208682376, | |
| "grad_norm": 0.1868380606174469, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8219, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.3060564794563887, | |
| "grad_norm": 0.18134795129299164, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8207, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 0.3067442468259536, | |
| "grad_norm": 0.17329555749893188, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8193, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.3074320141955185, | |
| "grad_norm": 0.18371562659740448, | |
| "learning_rate": 0.0001, | |
| "loss": 1.821, | |
| "step": 22350 | |
| }, | |
| { | |
| "epoch": 0.3081197815650834, | |
| "grad_norm": 0.17543677985668182, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8182, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.30880754893464835, | |
| "grad_norm": 0.18362955749034882, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8187, | |
| "step": 22450 | |
| }, | |
| { | |
| "epoch": 0.3094953163042133, | |
| "grad_norm": 0.20341430604457855, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8198, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.31018308367377817, | |
| "grad_norm": 0.1833573579788208, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8167, | |
| "step": 22550 | |
| }, | |
| { | |
| "epoch": 0.3108708510433431, | |
| "grad_norm": 0.1798466444015503, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8204, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.311558618412908, | |
| "grad_norm": 0.18346908688545227, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8197, | |
| "step": 22650 | |
| }, | |
| { | |
| "epoch": 0.31224638578247293, | |
| "grad_norm": 0.1842503696680069, | |
| "learning_rate": 0.0001, | |
| "loss": 1.822, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.3129341531520379, | |
| "grad_norm": 0.1917971521615982, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8205, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 0.31362192052160276, | |
| "grad_norm": 0.18140938878059387, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8187, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.3143096878911677, | |
| "grad_norm": 0.17349034547805786, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8204, | |
| "step": 22850 | |
| }, | |
| { | |
| "epoch": 0.3149974552607326, | |
| "grad_norm": 0.17727358639240265, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8203, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.3156852226302975, | |
| "grad_norm": 0.1764019876718521, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8197, | |
| "step": 22950 | |
| }, | |
| { | |
| "epoch": 0.31637298999986246, | |
| "grad_norm": 0.18336281180381775, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8168, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.31706075736942735, | |
| "grad_norm": 0.15488466620445251, | |
| "learning_rate": 0.0001, | |
| "loss": 1.819, | |
| "step": 23050 | |
| }, | |
| { | |
| "epoch": 0.3177485247389923, | |
| "grad_norm": 0.16988332569599152, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8151, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.31843629210855723, | |
| "grad_norm": 0.16344988346099854, | |
| "learning_rate": 0.0001, | |
| "loss": 1.819, | |
| "step": 23150 | |
| }, | |
| { | |
| "epoch": 0.3191240594781221, | |
| "grad_norm": 0.17984721064567566, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8182, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.31981182684768705, | |
| "grad_norm": 0.19572113454341888, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8158, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 0.32049959421725194, | |
| "grad_norm": 0.21890446543693542, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8158, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.3211873615868169, | |
| "grad_norm": 0.1672099530696869, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8183, | |
| "step": 23350 | |
| }, | |
| { | |
| "epoch": 0.3218751289563818, | |
| "grad_norm": 0.18066146969795227, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8194, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.3225628963259467, | |
| "grad_norm": 0.1749303936958313, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8192, | |
| "step": 23450 | |
| }, | |
| { | |
| "epoch": 0.32325066369551164, | |
| "grad_norm": 0.1646299809217453, | |
| "learning_rate": 0.0001, | |
| "loss": 1.819, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.3239384310650765, | |
| "grad_norm": 0.204520583152771, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8166, | |
| "step": 23550 | |
| }, | |
| { | |
| "epoch": 0.32462619843464147, | |
| "grad_norm": 0.166048064827919, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8163, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.3253139658042064, | |
| "grad_norm": 0.17722272872924805, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8158, | |
| "step": 23650 | |
| }, | |
| { | |
| "epoch": 0.3260017331737713, | |
| "grad_norm": 0.1896638125181198, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8165, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.32668950054333623, | |
| "grad_norm": 0.16389790177345276, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8163, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 0.3273772679129011, | |
| "grad_norm": 0.17973138391971588, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8201, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.32806503528246606, | |
| "grad_norm": 0.20095448195934296, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8174, | |
| "step": 23850 | |
| }, | |
| { | |
| "epoch": 0.328752802652031, | |
| "grad_norm": 0.18039678037166595, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8179, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.3294405700215959, | |
| "grad_norm": 0.1760893315076828, | |
| "learning_rate": 0.0001, | |
| "loss": 1.816, | |
| "step": 23950 | |
| }, | |
| { | |
| "epoch": 0.3301283373911608, | |
| "grad_norm": 0.171057790517807, | |
| "learning_rate": 0.0001, | |
| "loss": 1.816, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.33081610476072576, | |
| "grad_norm": 0.17639483511447906, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8157, | |
| "step": 24050 | |
| }, | |
| { | |
| "epoch": 0.33150387213029064, | |
| "grad_norm": 0.16385740041732788, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8195, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.3321916394998556, | |
| "grad_norm": 0.18215522170066833, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8157, | |
| "step": 24150 | |
| }, | |
| { | |
| "epoch": 0.33287940686942047, | |
| "grad_norm": 0.17613132297992706, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8152, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.3335671742389854, | |
| "grad_norm": 0.16723348200321198, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8141, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 0.33425494160855035, | |
| "grad_norm": 0.16092203557491302, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8173, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.33494270897811523, | |
| "grad_norm": 0.17928454279899597, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8188, | |
| "step": 24350 | |
| }, | |
| { | |
| "epoch": 0.3356304763476802, | |
| "grad_norm": 0.18230123817920685, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8152, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.33631824371724506, | |
| "grad_norm": 0.1699696034193039, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8194, | |
| "step": 24450 | |
| }, | |
| { | |
| "epoch": 0.33700601108681, | |
| "grad_norm": 0.1800839602947235, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8126, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.33769377845637494, | |
| "grad_norm": 0.19913671910762787, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8148, | |
| "step": 24550 | |
| }, | |
| { | |
| "epoch": 0.3383815458259398, | |
| "grad_norm": 0.16596053540706635, | |
| "learning_rate": 0.0001, | |
| "loss": 1.818, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.33906931319550476, | |
| "grad_norm": 0.1894855797290802, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8142, | |
| "step": 24650 | |
| }, | |
| { | |
| "epoch": 0.33975708056506965, | |
| "grad_norm": 0.1800161600112915, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8152, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.3404448479346346, | |
| "grad_norm": 0.17433103919029236, | |
| "learning_rate": 0.0001, | |
| "loss": 1.815, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 0.3411326153041995, | |
| "grad_norm": 0.18210847675800323, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8168, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.3418203826737644, | |
| "grad_norm": 0.17840790748596191, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8159, | |
| "step": 24850 | |
| }, | |
| { | |
| "epoch": 0.34250815004332935, | |
| "grad_norm": 0.18368154764175415, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8171, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.34319591741289424, | |
| "grad_norm": 0.17999804019927979, | |
| "learning_rate": 0.0001, | |
| "loss": 1.817, | |
| "step": 24950 | |
| }, | |
| { | |
| "epoch": 0.3438836847824592, | |
| "grad_norm": 0.19299517571926117, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8161, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.3445714521520241, | |
| "grad_norm": 0.17866362631320953, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8121, | |
| "step": 25050 | |
| }, | |
| { | |
| "epoch": 0.345259219521589, | |
| "grad_norm": 0.16793055832386017, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8137, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.34594698689115394, | |
| "grad_norm": 0.18356679379940033, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8158, | |
| "step": 25150 | |
| }, | |
| { | |
| "epoch": 0.3466347542607189, | |
| "grad_norm": 0.18392959237098694, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8135, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.34732252163028376, | |
| "grad_norm": 0.18158595263957977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8168, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 0.3480102889998487, | |
| "grad_norm": 0.1956174075603485, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8137, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.3486980563694136, | |
| "grad_norm": 0.17629751563072205, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8161, | |
| "step": 25350 | |
| }, | |
| { | |
| "epoch": 0.34938582373897853, | |
| "grad_norm": 0.1842150092124939, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8112, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.35007359110854347, | |
| "grad_norm": 0.18889479339122772, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8152, | |
| "step": 25450 | |
| }, | |
| { | |
| "epoch": 0.35076135847810835, | |
| "grad_norm": 0.16872894763946533, | |
| "learning_rate": 0.0001, | |
| "loss": 1.818, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.3514491258476733, | |
| "grad_norm": 0.16502858698368073, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8127, | |
| "step": 25550 | |
| }, | |
| { | |
| "epoch": 0.3521368932172382, | |
| "grad_norm": 0.1778111755847931, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8202, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.3528246605868031, | |
| "grad_norm": 0.16866064071655273, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8155, | |
| "step": 25650 | |
| }, | |
| { | |
| "epoch": 0.35351242795636806, | |
| "grad_norm": 0.1845904141664505, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8171, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.35420019532593294, | |
| "grad_norm": 0.19138947129249573, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8164, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 0.3548879626954979, | |
| "grad_norm": 0.18222880363464355, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8131, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.35557573006506277, | |
| "grad_norm": 0.17819440364837646, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8147, | |
| "step": 25850 | |
| }, | |
| { | |
| "epoch": 0.3562634974346277, | |
| "grad_norm": 0.20162558555603027, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8188, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.35695126480419265, | |
| "grad_norm": 0.17715832591056824, | |
| "learning_rate": 0.0001, | |
| "loss": 1.813, | |
| "step": 25950 | |
| }, | |
| { | |
| "epoch": 0.35763903217375753, | |
| "grad_norm": 0.16032275557518005, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8135, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.35832679954332247, | |
| "grad_norm": 0.17023804783821106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8168, | |
| "step": 26050 | |
| }, | |
| { | |
| "epoch": 0.3590145669128874, | |
| "grad_norm": 0.19815494120121002, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8123, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.3597023342824523, | |
| "grad_norm": 0.19192709028720856, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8164, | |
| "step": 26150 | |
| }, | |
| { | |
| "epoch": 0.36039010165201724, | |
| "grad_norm": 0.18932852149009705, | |
| "learning_rate": 0.0001, | |
| "loss": 1.813, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.3610778690215821, | |
| "grad_norm": 0.16477489471435547, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8147, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 0.36176563639114706, | |
| "grad_norm": 0.19172504544258118, | |
| "learning_rate": 0.0001, | |
| "loss": 1.814, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.362453403760712, | |
| "grad_norm": 0.19087177515029907, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8123, | |
| "step": 26350 | |
| }, | |
| { | |
| "epoch": 0.3631411711302769, | |
| "grad_norm": 0.1714990735054016, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8133, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.3638289384998418, | |
| "grad_norm": 0.16309858858585358, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8168, | |
| "step": 26450 | |
| }, | |
| { | |
| "epoch": 0.3645167058694067, | |
| "grad_norm": 0.1791163831949234, | |
| "learning_rate": 0.0001, | |
| "loss": 1.818, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.36520447323897165, | |
| "grad_norm": 0.17130139470100403, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8182, | |
| "step": 26550 | |
| }, | |
| { | |
| "epoch": 0.3658922406085366, | |
| "grad_norm": 0.17432111501693726, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8177, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.3665800079781015, | |
| "grad_norm": 0.15398447215557098, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8161, | |
| "step": 26650 | |
| }, | |
| { | |
| "epoch": 0.3672677753476664, | |
| "grad_norm": 0.2831607162952423, | |
| "learning_rate": 0.0001, | |
| "loss": 1.815, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.3679555427172313, | |
| "grad_norm": 0.17564986646175385, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8129, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 0.36864331008679624, | |
| "grad_norm": 0.18288859724998474, | |
| "learning_rate": 0.0001, | |
| "loss": 1.813, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.3693310774563612, | |
| "grad_norm": 0.1621311753988266, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8069, | |
| "step": 26850 | |
| }, | |
| { | |
| "epoch": 0.37001884482592606, | |
| "grad_norm": 0.16472625732421875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8136, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.370706612195491, | |
| "grad_norm": 0.16450871527194977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8149, | |
| "step": 26950 | |
| }, | |
| { | |
| "epoch": 0.37139437956505594, | |
| "grad_norm": 0.1769149899482727, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8078, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.3720821469346208, | |
| "grad_norm": 0.1917348951101303, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8121, | |
| "step": 27050 | |
| }, | |
| { | |
| "epoch": 0.37276991430418577, | |
| "grad_norm": 0.18277530372142792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.812, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.37345768167375065, | |
| "grad_norm": 0.1814720183610916, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8092, | |
| "step": 27150 | |
| }, | |
| { | |
| "epoch": 0.3741454490433156, | |
| "grad_norm": 0.17358410358428955, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8118, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.37483321641288053, | |
| "grad_norm": 0.18569444119930267, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8115, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 0.3755209837824454, | |
| "grad_norm": 0.15812502801418304, | |
| "learning_rate": 0.0001, | |
| "loss": 1.813, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.37620875115201036, | |
| "grad_norm": 0.19051866233348846, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8162, | |
| "step": 27350 | |
| }, | |
| { | |
| "epoch": 0.37689651852157524, | |
| "grad_norm": 0.1646508276462555, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8109, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.3775842858911402, | |
| "grad_norm": 0.16069738566875458, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8088, | |
| "step": 27450 | |
| }, | |
| { | |
| "epoch": 0.3782720532607051, | |
| "grad_norm": 0.18708954751491547, | |
| "learning_rate": 0.0001, | |
| "loss": 1.809, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.37895982063027, | |
| "grad_norm": 0.18674279749393463, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8141, | |
| "step": 27550 | |
| }, | |
| { | |
| "epoch": 0.37964758799983495, | |
| "grad_norm": 0.17408175766468048, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8126, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.38033535536939983, | |
| "grad_norm": 0.15924981236457825, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8122, | |
| "step": 27650 | |
| }, | |
| { | |
| "epoch": 0.38102312273896477, | |
| "grad_norm": 0.17203688621520996, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8118, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.3817108901085297, | |
| "grad_norm": 0.18587364256381989, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8129, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 0.3823986574780946, | |
| "grad_norm": 0.18941548466682434, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8099, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.38308642484765953, | |
| "grad_norm": 0.14958040416240692, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8141, | |
| "step": 27850 | |
| }, | |
| { | |
| "epoch": 0.3837741922172244, | |
| "grad_norm": 0.17599830031394958, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8141, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.38446195958678936, | |
| "grad_norm": 0.17611196637153625, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8114, | |
| "step": 27950 | |
| }, | |
| { | |
| "epoch": 0.3851497269563543, | |
| "grad_norm": 0.1823156625032425, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8116, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.3858374943259192, | |
| "grad_norm": 0.17287470400333405, | |
| "learning_rate": 0.0001, | |
| "loss": 1.812, | |
| "step": 28050 | |
| }, | |
| { | |
| "epoch": 0.3865252616954841, | |
| "grad_norm": 0.17163801193237305, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8102, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.38721302906504906, | |
| "grad_norm": 0.16863061487674713, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8085, | |
| "step": 28150 | |
| }, | |
| { | |
| "epoch": 0.38790079643461395, | |
| "grad_norm": 0.1910269409418106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8128, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.3885885638041789, | |
| "grad_norm": 0.16055557131767273, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8122, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 0.3892763311737438, | |
| "grad_norm": 0.17268548905849457, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8084, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.3899640985433087, | |
| "grad_norm": 0.16962352395057678, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8131, | |
| "step": 28350 | |
| }, | |
| { | |
| "epoch": 0.39065186591287365, | |
| "grad_norm": 0.1744450330734253, | |
| "learning_rate": 0.0001, | |
| "loss": 1.811, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.39133963328243854, | |
| "grad_norm": 0.17569154500961304, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8165, | |
| "step": 28450 | |
| }, | |
| { | |
| "epoch": 0.3920274006520035, | |
| "grad_norm": 0.17034880816936493, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8125, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.39271516802156836, | |
| "grad_norm": 0.16873665153980255, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8124, | |
| "step": 28550 | |
| }, | |
| { | |
| "epoch": 0.3934029353911333, | |
| "grad_norm": 0.1771818846464157, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8132, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.39409070276069824, | |
| "grad_norm": 0.17641928791999817, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8131, | |
| "step": 28650 | |
| }, | |
| { | |
| "epoch": 0.3947784701302631, | |
| "grad_norm": 0.16521941125392914, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8082, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.39546623749982807, | |
| "grad_norm": 0.17453192174434662, | |
| "learning_rate": 0.0001, | |
| "loss": 1.813, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 0.39615400486939295, | |
| "grad_norm": 0.17454297840595245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8129, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.3968417722389579, | |
| "grad_norm": 0.155872642993927, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8116, | |
| "step": 28850 | |
| }, | |
| { | |
| "epoch": 0.39752953960852283, | |
| "grad_norm": 0.17079751193523407, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8097, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.3982173069780877, | |
| "grad_norm": 0.1715528666973114, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8082, | |
| "step": 28950 | |
| }, | |
| { | |
| "epoch": 0.39890507434765266, | |
| "grad_norm": 0.17352135479450226, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8058, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.3995928417172176, | |
| "grad_norm": 0.17056448757648468, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8093, | |
| "step": 29050 | |
| }, | |
| { | |
| "epoch": 0.4002806090867825, | |
| "grad_norm": 0.16389931738376617, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8079, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.4009683764563474, | |
| "grad_norm": 0.17660637199878693, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8101, | |
| "step": 29150 | |
| }, | |
| { | |
| "epoch": 0.4016561438259123, | |
| "grad_norm": 0.1871548742055893, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8124, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.40234391119547724, | |
| "grad_norm": 0.17292185127735138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8074, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 0.4030316785650422, | |
| "grad_norm": 0.16299203038215637, | |
| "learning_rate": 0.0001, | |
| "loss": 1.81, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.40371944593460707, | |
| "grad_norm": 0.20287854969501495, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8141, | |
| "step": 29350 | |
| }, | |
| { | |
| "epoch": 0.404407213304172, | |
| "grad_norm": 0.1632193922996521, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8102, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 0.4050949806737369, | |
| "grad_norm": 0.16991235315799713, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8084, | |
| "step": 29450 | |
| }, | |
| { | |
| "epoch": 0.40578274804330183, | |
| "grad_norm": 0.17448389530181885, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8108, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.4064705154128668, | |
| "grad_norm": 0.1706276535987854, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8091, | |
| "step": 29550 | |
| }, | |
| { | |
| "epoch": 0.40715828278243166, | |
| "grad_norm": 0.187569260597229, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8077, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 0.4078460501519966, | |
| "grad_norm": 0.18289169669151306, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8062, | |
| "step": 29650 | |
| }, | |
| { | |
| "epoch": 0.4085338175215615, | |
| "grad_norm": 0.17096656560897827, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8117, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 0.4092215848911264, | |
| "grad_norm": 0.18183813989162445, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8108, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 0.40990935226069136, | |
| "grad_norm": 0.18215380609035492, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8113, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 0.41059711963025625, | |
| "grad_norm": 0.19367296993732452, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8111, | |
| "step": 29850 | |
| }, | |
| { | |
| "epoch": 0.4112848869998212, | |
| "grad_norm": 0.18118008971214294, | |
| "learning_rate": 0.0001, | |
| "loss": 1.81, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 0.4119726543693861, | |
| "grad_norm": 0.16475409269332886, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8095, | |
| "step": 29950 | |
| }, | |
| { | |
| "epoch": 0.412660421738951, | |
| "grad_norm": 0.19968119263648987, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8078, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.41334818910851595, | |
| "grad_norm": 0.2024579495191574, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8097, | |
| "step": 30050 | |
| }, | |
| { | |
| "epoch": 0.41403595647808084, | |
| "grad_norm": 0.1678769886493683, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8099, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 0.4147237238476458, | |
| "grad_norm": 0.19947120547294617, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8124, | |
| "step": 30150 | |
| }, | |
| { | |
| "epoch": 0.4154114912172107, | |
| "grad_norm": 0.1908283233642578, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8094, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 0.4160992585867756, | |
| "grad_norm": 0.16802892088890076, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8029, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 0.41678702595634054, | |
| "grad_norm": 0.1601232886314392, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8078, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 0.4174747933259054, | |
| "grad_norm": 0.16903936862945557, | |
| "learning_rate": 0.0001, | |
| "loss": 1.811, | |
| "step": 30350 | |
| }, | |
| { | |
| "epoch": 0.41816256069547036, | |
| "grad_norm": 0.17131748795509338, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8057, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 0.4188503280650353, | |
| "grad_norm": 0.17509245872497559, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8109, | |
| "step": 30450 | |
| }, | |
| { | |
| "epoch": 0.4195380954346002, | |
| "grad_norm": 0.17135483026504517, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8086, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.42022586280416513, | |
| "grad_norm": 0.1780470460653305, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8054, | |
| "step": 30550 | |
| }, | |
| { | |
| "epoch": 0.42091363017373, | |
| "grad_norm": 0.16642825305461884, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8101, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 0.42160139754329495, | |
| "grad_norm": 0.17237281799316406, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8131, | |
| "step": 30650 | |
| }, | |
| { | |
| "epoch": 0.4222891649128599, | |
| "grad_norm": 0.1773928999900818, | |
| "learning_rate": 0.0001, | |
| "loss": 1.807, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 0.4229769322824248, | |
| "grad_norm": 0.15655359625816345, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8102, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 0.4236646996519897, | |
| "grad_norm": 0.18366913497447968, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8045, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 0.4243524670215546, | |
| "grad_norm": 0.15379434823989868, | |
| "learning_rate": 0.0001, | |
| "loss": 1.808, | |
| "step": 30850 | |
| }, | |
| { | |
| "epoch": 0.42504023439111954, | |
| "grad_norm": 0.17815300822257996, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 0.4257280017606845, | |
| "grad_norm": 0.17477139830589294, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8106, | |
| "step": 30950 | |
| }, | |
| { | |
| "epoch": 0.42641576913024937, | |
| "grad_norm": 0.18266303837299347, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8089, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.4271035364998143, | |
| "grad_norm": 0.17377638816833496, | |
| "learning_rate": 0.0001, | |
| "loss": 1.808, | |
| "step": 31050 | |
| }, | |
| { | |
| "epoch": 0.42779130386937925, | |
| "grad_norm": 0.16105225682258606, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8058, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 0.42847907123894413, | |
| "grad_norm": 0.16976149380207062, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8108, | |
| "step": 31150 | |
| }, | |
| { | |
| "epoch": 0.42916683860850907, | |
| "grad_norm": 0.1994379609823227, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8103, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 0.42985460597807396, | |
| "grad_norm": 0.1827680766582489, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8044, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 0.4305423733476389, | |
| "grad_norm": 0.17883870005607605, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8067, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 0.43123014071720384, | |
| "grad_norm": 0.1809430867433548, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8105, | |
| "step": 31350 | |
| }, | |
| { | |
| "epoch": 0.4319179080867687, | |
| "grad_norm": 0.15287983417510986, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8032, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 0.43260567545633366, | |
| "grad_norm": 0.1845768690109253, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8044, | |
| "step": 31450 | |
| }, | |
| { | |
| "epoch": 0.43329344282589854, | |
| "grad_norm": 0.15448009967803955, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8074, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.4339812101954635, | |
| "grad_norm": 0.16838380694389343, | |
| "learning_rate": 0.0001, | |
| "loss": 1.806, | |
| "step": 31550 | |
| }, | |
| { | |
| "epoch": 0.4346689775650284, | |
| "grad_norm": 0.16129769384860992, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8103, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 0.4353567449345933, | |
| "grad_norm": 0.16702227294445038, | |
| "learning_rate": 0.0001, | |
| "loss": 1.81, | |
| "step": 31650 | |
| }, | |
| { | |
| "epoch": 0.43604451230415825, | |
| "grad_norm": 0.1646498441696167, | |
| "learning_rate": 0.0001, | |
| "loss": 1.806, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 0.43673227967372313, | |
| "grad_norm": 0.1929212510585785, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8073, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 0.4374200470432881, | |
| "grad_norm": 0.1728442758321762, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8062, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 0.438107814412853, | |
| "grad_norm": 0.15660201013088226, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8025, | |
| "step": 31850 | |
| }, | |
| { | |
| "epoch": 0.4387955817824179, | |
| "grad_norm": 0.1685377061367035, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8079, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 0.43948334915198284, | |
| "grad_norm": 0.18124371767044067, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8042, | |
| "step": 31950 | |
| }, | |
| { | |
| "epoch": 0.4401711165215478, | |
| "grad_norm": 0.18348287045955658, | |
| "learning_rate": 0.0001, | |
| "loss": 1.809, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.44085888389111266, | |
| "grad_norm": 0.17936021089553833, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8052, | |
| "step": 32050 | |
| }, | |
| { | |
| "epoch": 0.4415466512606776, | |
| "grad_norm": 0.17418572306632996, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8075, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 0.4422344186302425, | |
| "grad_norm": 0.16956304013729095, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8077, | |
| "step": 32150 | |
| }, | |
| { | |
| "epoch": 0.4429221859998074, | |
| "grad_norm": 0.18142879009246826, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8053, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 0.44360995336937237, | |
| "grad_norm": 0.17536590993404388, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8055, | |
| "step": 32250 | |
| }, | |
| { | |
| "epoch": 0.44429772073893725, | |
| "grad_norm": 0.18276521563529968, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8052, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 0.4449854881085022, | |
| "grad_norm": 0.15810468792915344, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8012, | |
| "step": 32350 | |
| }, | |
| { | |
| "epoch": 0.4456732554780671, | |
| "grad_norm": 0.17224664986133575, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8077, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 0.446361022847632, | |
| "grad_norm": 0.17988136410713196, | |
| "learning_rate": 0.0001, | |
| "loss": 1.806, | |
| "step": 32450 | |
| }, | |
| { | |
| "epoch": 0.44704879021719696, | |
| "grad_norm": 0.16269569098949432, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8072, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.44773655758676184, | |
| "grad_norm": 0.1897774487733841, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8034, | |
| "step": 32550 | |
| }, | |
| { | |
| "epoch": 0.4484243249563268, | |
| "grad_norm": 0.17675265669822693, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8053, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 0.44911209232589167, | |
| "grad_norm": 0.1847987174987793, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8065, | |
| "step": 32650 | |
| }, | |
| { | |
| "epoch": 0.4497998596954566, | |
| "grad_norm": 0.16706308722496033, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8072, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 0.45048762706502155, | |
| "grad_norm": 0.19702313840389252, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8092, | |
| "step": 32750 | |
| }, | |
| { | |
| "epoch": 0.45117539443458643, | |
| "grad_norm": 0.17378373444080353, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8069, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 0.45186316180415137, | |
| "grad_norm": 0.15358635783195496, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8042, | |
| "step": 32850 | |
| }, | |
| { | |
| "epoch": 0.4525509291737163, | |
| "grad_norm": 0.16188420355319977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8046, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 0.4532386965432812, | |
| "grad_norm": 0.15988096594810486, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8048, | |
| "step": 32950 | |
| }, | |
| { | |
| "epoch": 0.45392646391284613, | |
| "grad_norm": 0.17328138649463654, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8031, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.454614231282411, | |
| "grad_norm": 0.18192242085933685, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8015, | |
| "step": 33050 | |
| }, | |
| { | |
| "epoch": 0.45530199865197596, | |
| "grad_norm": 0.18269090354442596, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8086, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 0.4559897660215409, | |
| "grad_norm": 0.1573922038078308, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8054, | |
| "step": 33150 | |
| }, | |
| { | |
| "epoch": 0.4566775333911058, | |
| "grad_norm": 0.20478671789169312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8047, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 0.4573653007606707, | |
| "grad_norm": 0.17149974405765533, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8045, | |
| "step": 33250 | |
| }, | |
| { | |
| "epoch": 0.4580530681302356, | |
| "grad_norm": 0.1575038731098175, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8008, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 0.45874083549980055, | |
| "grad_norm": 0.1684975028038025, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8036, | |
| "step": 33350 | |
| }, | |
| { | |
| "epoch": 0.4594286028693655, | |
| "grad_norm": 0.17977888882160187, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8058, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 0.46011637023893037, | |
| "grad_norm": 0.1595628559589386, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8052, | |
| "step": 33450 | |
| }, | |
| { | |
| "epoch": 0.4608041376084953, | |
| "grad_norm": 0.17325359582901, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8036, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.4614919049780602, | |
| "grad_norm": 0.1705903857946396, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8048, | |
| "step": 33550 | |
| }, | |
| { | |
| "epoch": 0.46217967234762514, | |
| "grad_norm": 0.1714329570531845, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8042, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 0.4628674397171901, | |
| "grad_norm": 0.17674137651920319, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8067, | |
| "step": 33650 | |
| }, | |
| { | |
| "epoch": 0.46355520708675496, | |
| "grad_norm": 0.1605982631444931, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8059, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 0.4642429744563199, | |
| "grad_norm": 0.17221522331237793, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8025, | |
| "step": 33750 | |
| }, | |
| { | |
| "epoch": 0.4649307418258848, | |
| "grad_norm": 0.17648015916347504, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8065, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 0.4656185091954497, | |
| "grad_norm": 0.16860069334506989, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8064, | |
| "step": 33850 | |
| }, | |
| { | |
| "epoch": 0.46630627656501467, | |
| "grad_norm": 0.19352567195892334, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 0.46699404393457955, | |
| "grad_norm": 0.1634499430656433, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7994, | |
| "step": 33950 | |
| }, | |
| { | |
| "epoch": 0.4676818113041445, | |
| "grad_norm": 0.1790640950202942, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8075, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.46836957867370943, | |
| "grad_norm": 0.16731584072113037, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8022, | |
| "step": 34050 | |
| }, | |
| { | |
| "epoch": 0.4690573460432743, | |
| "grad_norm": 0.17351976037025452, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8066, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 0.46974511341283925, | |
| "grad_norm": 0.18717612326145172, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8048, | |
| "step": 34150 | |
| }, | |
| { | |
| "epoch": 0.47043288078240414, | |
| "grad_norm": 0.18829597532749176, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8018, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 0.4711206481519691, | |
| "grad_norm": 0.16731028258800507, | |
| "learning_rate": 0.0001, | |
| "loss": 1.806, | |
| "step": 34250 | |
| }, | |
| { | |
| "epoch": 0.471808415521534, | |
| "grad_norm": 0.17419900000095367, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8009, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 0.4724961828910989, | |
| "grad_norm": 0.16232840716838837, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8048, | |
| "step": 34350 | |
| }, | |
| { | |
| "epoch": 0.47318395026066384, | |
| "grad_norm": 0.1557988077402115, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8021, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 0.47387171763022873, | |
| "grad_norm": 0.18441712856292725, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8066, | |
| "step": 34450 | |
| }, | |
| { | |
| "epoch": 0.47455948499979367, | |
| "grad_norm": 0.1681167036294937, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8035, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.4752472523693586, | |
| "grad_norm": 0.1694021373987198, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8056, | |
| "step": 34550 | |
| }, | |
| { | |
| "epoch": 0.4759350197389235, | |
| "grad_norm": 0.16909408569335938, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8012, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 0.47662278710848843, | |
| "grad_norm": 0.18573597073554993, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8025, | |
| "step": 34650 | |
| }, | |
| { | |
| "epoch": 0.4773105544780533, | |
| "grad_norm": 0.1591121107339859, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8022, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 0.47799832184761826, | |
| "grad_norm": 0.16243012249469757, | |
| "learning_rate": 0.0001, | |
| "loss": 1.809, | |
| "step": 34750 | |
| }, | |
| { | |
| "epoch": 0.4786860892171832, | |
| "grad_norm": 0.1876152753829956, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 0.4793738565867481, | |
| "grad_norm": 0.160101518034935, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8041, | |
| "step": 34850 | |
| }, | |
| { | |
| "epoch": 0.480061623956313, | |
| "grad_norm": 0.17508384585380554, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8025, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 0.48074939132587796, | |
| "grad_norm": 0.16169220209121704, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8045, | |
| "step": 34950 | |
| }, | |
| { | |
| "epoch": 0.48143715869544285, | |
| "grad_norm": 0.17065638303756714, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8046, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.4821249260650078, | |
| "grad_norm": 0.16137543320655823, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8006, | |
| "step": 35050 | |
| }, | |
| { | |
| "epoch": 0.48281269343457267, | |
| "grad_norm": 0.1716589331626892, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8065, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 0.4835004608041376, | |
| "grad_norm": 0.16750770807266235, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8069, | |
| "step": 35150 | |
| }, | |
| { | |
| "epoch": 0.48418822817370255, | |
| "grad_norm": 0.1668424755334854, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8045, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 0.48487599554326744, | |
| "grad_norm": 0.1577017605304718, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8015, | |
| "step": 35250 | |
| }, | |
| { | |
| "epoch": 0.4855637629128324, | |
| "grad_norm": 0.16916392743587494, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8012, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 0.48625153028239726, | |
| "grad_norm": 0.16878165304660797, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8049, | |
| "step": 35350 | |
| }, | |
| { | |
| "epoch": 0.4869392976519622, | |
| "grad_norm": 0.1834115982055664, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8024, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 0.48762706502152714, | |
| "grad_norm": 0.16310469806194305, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 35450 | |
| }, | |
| { | |
| "epoch": 0.488314832391092, | |
| "grad_norm": 0.17430266737937927, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8017, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.48900259976065696, | |
| "grad_norm": 0.20293480157852173, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8022, | |
| "step": 35550 | |
| }, | |
| { | |
| "epoch": 0.48969036713022185, | |
| "grad_norm": 0.16140292584896088, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8012, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 0.4903781344997868, | |
| "grad_norm": 0.15472573041915894, | |
| "learning_rate": 0.0001, | |
| "loss": 1.804, | |
| "step": 35650 | |
| }, | |
| { | |
| "epoch": 0.49106590186935173, | |
| "grad_norm": 0.19431902468204498, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8013, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 0.4917536692389166, | |
| "grad_norm": 0.1693229377269745, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8004, | |
| "step": 35750 | |
| }, | |
| { | |
| "epoch": 0.49244143660848155, | |
| "grad_norm": 0.19499187171459198, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8035, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 0.4931292039780465, | |
| "grad_norm": 0.16046124696731567, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8062, | |
| "step": 35850 | |
| }, | |
| { | |
| "epoch": 0.4938169713476114, | |
| "grad_norm": 0.17743340134620667, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8038, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 0.4945047387171763, | |
| "grad_norm": 0.20568375289440155, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8039, | |
| "step": 35950 | |
| }, | |
| { | |
| "epoch": 0.4951925060867412, | |
| "grad_norm": 0.1706654578447342, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8022, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.49588027345630614, | |
| "grad_norm": 0.17956335842609406, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8038, | |
| "step": 36050 | |
| }, | |
| { | |
| "epoch": 0.4965680408258711, | |
| "grad_norm": 0.1683945506811142, | |
| "learning_rate": 0.0001, | |
| "loss": 1.801, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 0.49725580819543597, | |
| "grad_norm": 0.16132575273513794, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7994, | |
| "step": 36150 | |
| }, | |
| { | |
| "epoch": 0.4979435755650009, | |
| "grad_norm": 0.15439482033252716, | |
| "learning_rate": 0.0001, | |
| "loss": 1.798, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 0.4986313429345658, | |
| "grad_norm": 0.17427167296409607, | |
| "learning_rate": 0.0001, | |
| "loss": 1.803, | |
| "step": 36250 | |
| }, | |
| { | |
| "epoch": 0.49931911030413073, | |
| "grad_norm": 0.1826677918434143, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8041, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 0.5000068776736957, | |
| "grad_norm": 0.1664198338985443, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8007, | |
| "step": 36350 | |
| }, | |
| { | |
| "epoch": 0.5006946450432606, | |
| "grad_norm": 0.19743186235427856, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8009, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 0.5013824124128254, | |
| "grad_norm": 0.17416580021381378, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8033, | |
| "step": 36450 | |
| }, | |
| { | |
| "epoch": 0.5020701797823904, | |
| "grad_norm": 0.16447678208351135, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8027, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.5027579471519553, | |
| "grad_norm": 0.19978569447994232, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8027, | |
| "step": 36550 | |
| }, | |
| { | |
| "epoch": 0.5034457145215202, | |
| "grad_norm": 0.1768701672554016, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8018, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 0.5041334818910852, | |
| "grad_norm": 0.17458416521549225, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8031, | |
| "step": 36650 | |
| }, | |
| { | |
| "epoch": 0.5048212492606501, | |
| "grad_norm": 0.15409618616104126, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 0.505509016630215, | |
| "grad_norm": 0.20529916882514954, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8026, | |
| "step": 36750 | |
| }, | |
| { | |
| "epoch": 0.50619678399978, | |
| "grad_norm": 0.1579432338476181, | |
| "learning_rate": 0.0001, | |
| "loss": 1.806, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 0.5068845513693448, | |
| "grad_norm": 0.16803112626075745, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8027, | |
| "step": 36850 | |
| }, | |
| { | |
| "epoch": 0.5075723187389097, | |
| "grad_norm": 0.19382716715335846, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8029, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 0.5082600861084746, | |
| "grad_norm": 0.17823243141174316, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8035, | |
| "step": 36950 | |
| }, | |
| { | |
| "epoch": 0.5089478534780396, | |
| "grad_norm": 0.1742970496416092, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8033, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.5096356208476045, | |
| "grad_norm": 0.17236186563968658, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8062, | |
| "step": 37050 | |
| }, | |
| { | |
| "epoch": 0.5103233882171694, | |
| "grad_norm": 0.1705719381570816, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8052, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 0.5110111555867344, | |
| "grad_norm": 0.19941222667694092, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8011, | |
| "step": 37150 | |
| }, | |
| { | |
| "epoch": 0.5116989229562993, | |
| "grad_norm": 0.16263477504253387, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8026, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 0.5123866903258641, | |
| "grad_norm": 0.15199637413024902, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8001, | |
| "step": 37250 | |
| }, | |
| { | |
| "epoch": 0.5130744576954291, | |
| "grad_norm": 0.16797873377799988, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8016, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 0.513762225064994, | |
| "grad_norm": 0.16336190700531006, | |
| "learning_rate": 0.0001, | |
| "loss": 1.798, | |
| "step": 37350 | |
| }, | |
| { | |
| "epoch": 0.5144499924345589, | |
| "grad_norm": 0.16497831046581268, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8001, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 0.5151377598041239, | |
| "grad_norm": 0.1712917536497116, | |
| "learning_rate": 0.0001, | |
| "loss": 1.804, | |
| "step": 37450 | |
| }, | |
| { | |
| "epoch": 0.5158255271736888, | |
| "grad_norm": 0.16597513854503632, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8019, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.5165132945432537, | |
| "grad_norm": 0.15661810338497162, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 37550 | |
| }, | |
| { | |
| "epoch": 0.5172010619128186, | |
| "grad_norm": 0.17713536322116852, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7973, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 0.5178888292823836, | |
| "grad_norm": 0.15873874723911285, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8003, | |
| "step": 37650 | |
| }, | |
| { | |
| "epoch": 0.5185765966519484, | |
| "grad_norm": 0.1784040331840515, | |
| "learning_rate": 0.0001, | |
| "loss": 1.798, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 0.5192643640215133, | |
| "grad_norm": 0.16135090589523315, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8082, | |
| "step": 37750 | |
| }, | |
| { | |
| "epoch": 0.5199521313910783, | |
| "grad_norm": 0.15565833449363708, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8006, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 0.5206398987606432, | |
| "grad_norm": 0.1711311787366867, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7975, | |
| "step": 37850 | |
| }, | |
| { | |
| "epoch": 0.5213276661302081, | |
| "grad_norm": 0.17314565181732178, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7997, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 0.5220154334997731, | |
| "grad_norm": 0.1723901331424713, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8006, | |
| "step": 37950 | |
| }, | |
| { | |
| "epoch": 0.522703200869338, | |
| "grad_norm": 0.15868623554706573, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8013, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.5233909682389029, | |
| "grad_norm": 0.17163942754268646, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7991, | |
| "step": 38050 | |
| }, | |
| { | |
| "epoch": 0.5240787356084677, | |
| "grad_norm": 0.17622709274291992, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8027, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 0.5247665029780327, | |
| "grad_norm": 0.1616000235080719, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7993, | |
| "step": 38150 | |
| }, | |
| { | |
| "epoch": 0.5254542703475976, | |
| "grad_norm": 0.1638936698436737, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7978, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 0.5261420377171625, | |
| "grad_norm": 0.1706729531288147, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7999, | |
| "step": 38250 | |
| }, | |
| { | |
| "epoch": 0.5268298050867275, | |
| "grad_norm": 0.2048814296722412, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7987, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 0.5275175724562924, | |
| "grad_norm": 0.15826106071472168, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8022, | |
| "step": 38350 | |
| }, | |
| { | |
| "epoch": 0.5282053398258573, | |
| "grad_norm": 0.16068226099014282, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8032, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 0.5288931071954223, | |
| "grad_norm": 0.17855240404605865, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7994, | |
| "step": 38450 | |
| }, | |
| { | |
| "epoch": 0.5295808745649871, | |
| "grad_norm": 0.16978466510772705, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8022, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.530268641934552, | |
| "grad_norm": 0.1745109260082245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8008, | |
| "step": 38550 | |
| }, | |
| { | |
| "epoch": 0.530956409304117, | |
| "grad_norm": 0.1952807605266571, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7977, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 0.5316441766736819, | |
| "grad_norm": 0.1846735179424286, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8033, | |
| "step": 38650 | |
| }, | |
| { | |
| "epoch": 0.5323319440432468, | |
| "grad_norm": 0.17474836111068726, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8034, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 0.5330197114128117, | |
| "grad_norm": 0.1729106903076172, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 38750 | |
| }, | |
| { | |
| "epoch": 0.5337074787823767, | |
| "grad_norm": 0.18584811687469482, | |
| "learning_rate": 0.0001, | |
| "loss": 1.805, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 0.5343952461519416, | |
| "grad_norm": 0.15596157312393188, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8014, | |
| "step": 38850 | |
| }, | |
| { | |
| "epoch": 0.5350830135215064, | |
| "grad_norm": 0.15528340637683868, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7969, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 0.5357707808910714, | |
| "grad_norm": 0.1738685965538025, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8003, | |
| "step": 38950 | |
| }, | |
| { | |
| "epoch": 0.5364585482606363, | |
| "grad_norm": 0.1620347946882248, | |
| "learning_rate": 0.0001, | |
| "loss": 1.796, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.5371463156302012, | |
| "grad_norm": 0.1705981343984604, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8008, | |
| "step": 39050 | |
| }, | |
| { | |
| "epoch": 0.5378340829997662, | |
| "grad_norm": 0.16167068481445312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8037, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 0.5385218503693311, | |
| "grad_norm": 0.15977101027965546, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8043, | |
| "step": 39150 | |
| }, | |
| { | |
| "epoch": 0.539209617738896, | |
| "grad_norm": 0.1699797809123993, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8025, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 0.5398973851084609, | |
| "grad_norm": 0.17108047008514404, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7999, | |
| "step": 39250 | |
| }, | |
| { | |
| "epoch": 0.5405851524780259, | |
| "grad_norm": 0.1756991147994995, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8001, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 0.5412729198475907, | |
| "grad_norm": 0.1716366708278656, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7987, | |
| "step": 39350 | |
| }, | |
| { | |
| "epoch": 0.5419606872171556, | |
| "grad_norm": 0.16876575350761414, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8013, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 0.5426484545867206, | |
| "grad_norm": 0.1650577336549759, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8001, | |
| "step": 39450 | |
| }, | |
| { | |
| "epoch": 0.5433362219562855, | |
| "grad_norm": 0.17242754995822906, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8006, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.5440239893258504, | |
| "grad_norm": 0.16941705346107483, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7995, | |
| "step": 39550 | |
| }, | |
| { | |
| "epoch": 0.5447117566954154, | |
| "grad_norm": 0.21036018431186676, | |
| "learning_rate": 0.0001, | |
| "loss": 1.802, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 0.5453995240649803, | |
| "grad_norm": 0.16824571788311005, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7992, | |
| "step": 39650 | |
| }, | |
| { | |
| "epoch": 0.5460872914345452, | |
| "grad_norm": 0.162497416138649, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7978, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 0.5467750588041101, | |
| "grad_norm": 0.18297506868839264, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7968, | |
| "step": 39750 | |
| }, | |
| { | |
| "epoch": 0.547462826173675, | |
| "grad_norm": 0.15444135665893555, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7942, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 0.5481505935432399, | |
| "grad_norm": 0.17254306375980377, | |
| "learning_rate": 0.0001, | |
| "loss": 1.797, | |
| "step": 39850 | |
| }, | |
| { | |
| "epoch": 0.5488383609128048, | |
| "grad_norm": 0.18030798435211182, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8008, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 0.5495261282823698, | |
| "grad_norm": 0.18069452047348022, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7988, | |
| "step": 39950 | |
| }, | |
| { | |
| "epoch": 0.5502138956519347, | |
| "grad_norm": 0.16256502270698547, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8019, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.5509016630214996, | |
| "grad_norm": 0.16416381299495697, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7976, | |
| "step": 40050 | |
| }, | |
| { | |
| "epoch": 0.5515894303910646, | |
| "grad_norm": 0.1743890941143036, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7966, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 0.5522771977606294, | |
| "grad_norm": 0.1875494122505188, | |
| "learning_rate": 0.0001, | |
| "loss": 1.799, | |
| "step": 40150 | |
| }, | |
| { | |
| "epoch": 0.5529649651301943, | |
| "grad_norm": 0.18323060870170593, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7968, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 0.5536527324997593, | |
| "grad_norm": 0.1552455574274063, | |
| "learning_rate": 0.0001, | |
| "loss": 1.799, | |
| "step": 40250 | |
| }, | |
| { | |
| "epoch": 0.5543404998693242, | |
| "grad_norm": 0.1685846745967865, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7989, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 0.5550282672388891, | |
| "grad_norm": 0.16371703147888184, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7943, | |
| "step": 40350 | |
| }, | |
| { | |
| "epoch": 0.5557160346084541, | |
| "grad_norm": 0.17993508279323578, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 0.556403801978019, | |
| "grad_norm": 0.17061980068683624, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7954, | |
| "step": 40450 | |
| }, | |
| { | |
| "epoch": 0.5570915693475839, | |
| "grad_norm": 0.17588096857070923, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7975, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.5577793367171487, | |
| "grad_norm": 0.16484741866588593, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7959, | |
| "step": 40550 | |
| }, | |
| { | |
| "epoch": 0.5584671040867137, | |
| "grad_norm": 0.1812593787908554, | |
| "learning_rate": 0.0001, | |
| "loss": 1.801, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 0.5591548714562786, | |
| "grad_norm": 0.17755167186260223, | |
| "learning_rate": 0.0001, | |
| "loss": 1.797, | |
| "step": 40650 | |
| }, | |
| { | |
| "epoch": 0.5598426388258435, | |
| "grad_norm": 0.16877087950706482, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7975, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 0.5605304061954085, | |
| "grad_norm": 0.15780018270015717, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7967, | |
| "step": 40750 | |
| }, | |
| { | |
| "epoch": 0.5612181735649734, | |
| "grad_norm": 0.15145239233970642, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7988, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 0.5619059409345383, | |
| "grad_norm": 0.18385986983776093, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7965, | |
| "step": 40850 | |
| }, | |
| { | |
| "epoch": 0.5625937083041033, | |
| "grad_norm": 0.15375161170959473, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7946, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 0.5632814756736682, | |
| "grad_norm": 0.15694858133792877, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7989, | |
| "step": 40950 | |
| }, | |
| { | |
| "epoch": 0.563969243043233, | |
| "grad_norm": 0.1538461446762085, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7965, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.5646570104127979, | |
| "grad_norm": 0.16211877763271332, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7931, | |
| "step": 41050 | |
| }, | |
| { | |
| "epoch": 0.5653447777823629, | |
| "grad_norm": 0.1737697869539261, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 0.5660325451519278, | |
| "grad_norm": 0.1610105037689209, | |
| "learning_rate": 0.0001, | |
| "loss": 1.798, | |
| "step": 41150 | |
| }, | |
| { | |
| "epoch": 0.5667203125214927, | |
| "grad_norm": 0.1762542873620987, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7991, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 0.5674080798910577, | |
| "grad_norm": 0.16195493936538696, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 41250 | |
| }, | |
| { | |
| "epoch": 0.5680958472606226, | |
| "grad_norm": 0.18047676980495453, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7962, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 0.5687836146301875, | |
| "grad_norm": 0.18760687112808228, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8, | |
| "step": 41350 | |
| }, | |
| { | |
| "epoch": 0.5694713819997524, | |
| "grad_norm": 0.17012238502502441, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7969, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 0.5701591493693173, | |
| "grad_norm": 0.1699533313512802, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7953, | |
| "step": 41450 | |
| }, | |
| { | |
| "epoch": 0.5708469167388822, | |
| "grad_norm": 0.16422894597053528, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7995, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.5715346841084472, | |
| "grad_norm": 0.17526569962501526, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7967, | |
| "step": 41550 | |
| }, | |
| { | |
| "epoch": 0.5722224514780121, | |
| "grad_norm": 0.158601313829422, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8006, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 0.572910218847577, | |
| "grad_norm": 0.1562766283750534, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7969, | |
| "step": 41650 | |
| }, | |
| { | |
| "epoch": 0.5735979862171419, | |
| "grad_norm": 0.15490677952766418, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8017, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 0.5742857535867069, | |
| "grad_norm": 0.17004509270191193, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7958, | |
| "step": 41750 | |
| }, | |
| { | |
| "epoch": 0.5749735209562717, | |
| "grad_norm": 0.17213889956474304, | |
| "learning_rate": 0.0001, | |
| "loss": 1.797, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 0.5756612883258366, | |
| "grad_norm": 0.17541930079460144, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 41850 | |
| }, | |
| { | |
| "epoch": 0.5763490556954016, | |
| "grad_norm": 0.18296034634113312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.796, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 0.5770368230649665, | |
| "grad_norm": 0.1777525097131729, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7959, | |
| "step": 41950 | |
| }, | |
| { | |
| "epoch": 0.5777245904345314, | |
| "grad_norm": 0.17678572237491608, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7989, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.5784123578040964, | |
| "grad_norm": 0.1763673573732376, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8004, | |
| "step": 42050 | |
| }, | |
| { | |
| "epoch": 0.5791001251736613, | |
| "grad_norm": 0.18608896434307098, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7997, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 0.5797878925432262, | |
| "grad_norm": 0.1691625863313675, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7988, | |
| "step": 42150 | |
| }, | |
| { | |
| "epoch": 0.580475659912791, | |
| "grad_norm": 0.1609441488981247, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7993, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 0.581163427282356, | |
| "grad_norm": 0.15776963531970978, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7994, | |
| "step": 42250 | |
| }, | |
| { | |
| "epoch": 0.5818511946519209, | |
| "grad_norm": 0.20214344561100006, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7998, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 0.5825389620214858, | |
| "grad_norm": 0.18112723529338837, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8, | |
| "step": 42350 | |
| }, | |
| { | |
| "epoch": 0.5832267293910508, | |
| "grad_norm": 0.1543450802564621, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7982, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 0.5839144967606157, | |
| "grad_norm": 0.15315985679626465, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7995, | |
| "step": 42450 | |
| }, | |
| { | |
| "epoch": 0.5846022641301806, | |
| "grad_norm": 0.16166909039020538, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7995, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.5852900314997456, | |
| "grad_norm": 0.15933014452457428, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7968, | |
| "step": 42550 | |
| }, | |
| { | |
| "epoch": 0.5859777988693105, | |
| "grad_norm": 0.15434689819812775, | |
| "learning_rate": 0.0001, | |
| "loss": 1.797, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 0.5866655662388753, | |
| "grad_norm": 0.1875755488872528, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7964, | |
| "step": 42650 | |
| }, | |
| { | |
| "epoch": 0.5873533336084403, | |
| "grad_norm": 0.15559327602386475, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7997, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 0.5880411009780052, | |
| "grad_norm": 0.16149398684501648, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7956, | |
| "step": 42750 | |
| }, | |
| { | |
| "epoch": 0.5887288683475701, | |
| "grad_norm": 0.1777992695569992, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7912, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 0.589416635717135, | |
| "grad_norm": 0.15934714674949646, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7989, | |
| "step": 42850 | |
| }, | |
| { | |
| "epoch": 0.5901044030867, | |
| "grad_norm": 0.16847145557403564, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7997, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 0.5907921704562649, | |
| "grad_norm": 0.17410792410373688, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7999, | |
| "step": 42950 | |
| }, | |
| { | |
| "epoch": 0.5914799378258297, | |
| "grad_norm": 0.18102861940860748, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7983, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.5921677051953947, | |
| "grad_norm": 0.1682325005531311, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7986, | |
| "step": 43050 | |
| }, | |
| { | |
| "epoch": 0.5928554725649596, | |
| "grad_norm": 0.17732855677604675, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8004, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 0.5935432399345245, | |
| "grad_norm": 0.16327179968357086, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7969, | |
| "step": 43150 | |
| }, | |
| { | |
| "epoch": 0.5942310073040895, | |
| "grad_norm": 0.1582539677619934, | |
| "learning_rate": 0.0001, | |
| "loss": 1.798, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 0.5949187746736544, | |
| "grad_norm": 0.14965754747390747, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7986, | |
| "step": 43250 | |
| }, | |
| { | |
| "epoch": 0.5956065420432193, | |
| "grad_norm": 0.1617211103439331, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7938, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 0.5962943094127843, | |
| "grad_norm": 0.17458325624465942, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7978, | |
| "step": 43350 | |
| }, | |
| { | |
| "epoch": 0.5969820767823492, | |
| "grad_norm": 0.1668146252632141, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7983, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 0.597669844151914, | |
| "grad_norm": 0.15414200723171234, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7989, | |
| "step": 43450 | |
| }, | |
| { | |
| "epoch": 0.5983576115214789, | |
| "grad_norm": 0.15912353992462158, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7964, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.5990453788910439, | |
| "grad_norm": 0.15936636924743652, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7944, | |
| "step": 43550 | |
| }, | |
| { | |
| "epoch": 0.5997331462606088, | |
| "grad_norm": 0.17340709269046783, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7912, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 0.6004209136301737, | |
| "grad_norm": 0.18960115313529968, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7946, | |
| "step": 43650 | |
| }, | |
| { | |
| "epoch": 0.6011086809997387, | |
| "grad_norm": 0.17091485857963562, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7998, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 0.6017964483693036, | |
| "grad_norm": 0.17222945392131805, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8016, | |
| "step": 43750 | |
| }, | |
| { | |
| "epoch": 0.6024842157388685, | |
| "grad_norm": 0.1608862429857254, | |
| "learning_rate": 0.0001, | |
| "loss": 1.794, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 0.6031719831084335, | |
| "grad_norm": 0.16626954078674316, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7971, | |
| "step": 43850 | |
| }, | |
| { | |
| "epoch": 0.6038597504779983, | |
| "grad_norm": 0.1769898533821106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7992, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 0.6045475178475632, | |
| "grad_norm": 0.1665075570344925, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7976, | |
| "step": 43950 | |
| }, | |
| { | |
| "epoch": 0.6052352852171281, | |
| "grad_norm": 0.1957935094833374, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.6059230525866931, | |
| "grad_norm": 0.20066794753074646, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7976, | |
| "step": 44050 | |
| }, | |
| { | |
| "epoch": 0.606610819956258, | |
| "grad_norm": 0.16102181375026703, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7942, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 0.6072985873258229, | |
| "grad_norm": 0.16587640345096588, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7964, | |
| "step": 44150 | |
| }, | |
| { | |
| "epoch": 0.6079863546953879, | |
| "grad_norm": 0.17338010668754578, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7955, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 0.6086741220649527, | |
| "grad_norm": 0.1979152411222458, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7964, | |
| "step": 44250 | |
| }, | |
| { | |
| "epoch": 0.6093618894345176, | |
| "grad_norm": 0.16478174924850464, | |
| "learning_rate": 0.0001, | |
| "loss": 1.8013, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 0.6100496568040826, | |
| "grad_norm": 0.16508819162845612, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7922, | |
| "step": 44350 | |
| }, | |
| { | |
| "epoch": 0.6107374241736475, | |
| "grad_norm": 0.15964439511299133, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7975, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 0.6114251915432124, | |
| "grad_norm": 0.18116386234760284, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 44450 | |
| }, | |
| { | |
| "epoch": 0.6121129589127774, | |
| "grad_norm": 0.1808495819568634, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7958, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.6128007262823423, | |
| "grad_norm": 0.1634376347064972, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7931, | |
| "step": 44550 | |
| }, | |
| { | |
| "epoch": 0.6134884936519072, | |
| "grad_norm": 0.15140944719314575, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7995, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 0.614176261021472, | |
| "grad_norm": 0.15988072752952576, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7957, | |
| "step": 44650 | |
| }, | |
| { | |
| "epoch": 0.614864028391037, | |
| "grad_norm": 0.16280120611190796, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7986, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 0.6155517957606019, | |
| "grad_norm": 0.16643498837947845, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7975, | |
| "step": 44750 | |
| }, | |
| { | |
| "epoch": 0.6162395631301668, | |
| "grad_norm": 0.151467427611351, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 0.6169273304997318, | |
| "grad_norm": 0.1621852070093155, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7948, | |
| "step": 44850 | |
| }, | |
| { | |
| "epoch": 0.6176150978692967, | |
| "grad_norm": 0.1828535795211792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7939, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 0.6183028652388616, | |
| "grad_norm": 0.1630941480398178, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7987, | |
| "step": 44950 | |
| }, | |
| { | |
| "epoch": 0.6189906326084266, | |
| "grad_norm": 0.1701328009366989, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7955, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.6196783999779915, | |
| "grad_norm": 0.16631458699703217, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7985, | |
| "step": 45050 | |
| }, | |
| { | |
| "epoch": 0.6203661673475563, | |
| "grad_norm": 0.17133264243602753, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7946, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 0.6210539347171212, | |
| "grad_norm": 0.19388112425804138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7944, | |
| "step": 45150 | |
| }, | |
| { | |
| "epoch": 0.6217417020866862, | |
| "grad_norm": 0.1769258826971054, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7937, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 0.6224294694562511, | |
| "grad_norm": 0.21986328065395355, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7946, | |
| "step": 45250 | |
| }, | |
| { | |
| "epoch": 0.623117236825816, | |
| "grad_norm": 0.1711747795343399, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7923, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 0.623805004195381, | |
| "grad_norm": 0.1730772852897644, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7976, | |
| "step": 45350 | |
| }, | |
| { | |
| "epoch": 0.6244927715649459, | |
| "grad_norm": 0.16657279431819916, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7958, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 0.6251805389345108, | |
| "grad_norm": 0.15675725042819977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7931, | |
| "step": 45450 | |
| }, | |
| { | |
| "epoch": 0.6258683063040757, | |
| "grad_norm": 0.17763769626617432, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7972, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.6265560736736406, | |
| "grad_norm": 0.1630527824163437, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7948, | |
| "step": 45550 | |
| }, | |
| { | |
| "epoch": 0.6272438410432055, | |
| "grad_norm": 0.16628991067409515, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7959, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 0.6279316084127705, | |
| "grad_norm": 0.1589209884405136, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7949, | |
| "step": 45650 | |
| }, | |
| { | |
| "epoch": 0.6286193757823354, | |
| "grad_norm": 0.17715197801589966, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7971, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 0.6293071431519003, | |
| "grad_norm": 0.1824561059474945, | |
| "learning_rate": 0.0001, | |
| "loss": 1.795, | |
| "step": 45750 | |
| }, | |
| { | |
| "epoch": 0.6299949105214652, | |
| "grad_norm": 0.16866008937358856, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7957, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 0.6306826778910302, | |
| "grad_norm": 0.14337721467018127, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7937, | |
| "step": 45850 | |
| }, | |
| { | |
| "epoch": 0.631370445260595, | |
| "grad_norm": 0.15916399657726288, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7938, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 0.6320582126301599, | |
| "grad_norm": 0.1653524488210678, | |
| "learning_rate": 0.0001, | |
| "loss": 1.795, | |
| "step": 45950 | |
| }, | |
| { | |
| "epoch": 0.6327459799997249, | |
| "grad_norm": 0.1588210016489029, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7963, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.6334337473692898, | |
| "grad_norm": 0.16008345782756805, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7978, | |
| "step": 46050 | |
| }, | |
| { | |
| "epoch": 0.6341215147388547, | |
| "grad_norm": 0.16054043173789978, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7914, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 0.6348092821084197, | |
| "grad_norm": 0.19745290279388428, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7938, | |
| "step": 46150 | |
| }, | |
| { | |
| "epoch": 0.6354970494779846, | |
| "grad_norm": 0.18955908715724945, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7948, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 0.6361848168475495, | |
| "grad_norm": 0.16962236166000366, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7911, | |
| "step": 46250 | |
| }, | |
| { | |
| "epoch": 0.6368725842171145, | |
| "grad_norm": 0.17200341820716858, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7935, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 0.6375603515866793, | |
| "grad_norm": 0.17781908810138702, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7905, | |
| "step": 46350 | |
| }, | |
| { | |
| "epoch": 0.6382481189562442, | |
| "grad_norm": 0.17602622509002686, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7945, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 0.6389358863258091, | |
| "grad_norm": 0.1686919629573822, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 46450 | |
| }, | |
| { | |
| "epoch": 0.6396236536953741, | |
| "grad_norm": 0.15013763308525085, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7969, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.640311421064939, | |
| "grad_norm": 0.16534103453159332, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7943, | |
| "step": 46550 | |
| }, | |
| { | |
| "epoch": 0.6409991884345039, | |
| "grad_norm": 0.16527748107910156, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7904, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 0.6416869558040689, | |
| "grad_norm": 0.15024395287036896, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7944, | |
| "step": 46650 | |
| }, | |
| { | |
| "epoch": 0.6423747231736338, | |
| "grad_norm": 0.17082852125167847, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7942, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 0.6430624905431986, | |
| "grad_norm": 0.1649017482995987, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7936, | |
| "step": 46750 | |
| }, | |
| { | |
| "epoch": 0.6437502579127636, | |
| "grad_norm": 0.16045525670051575, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7913, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 0.6444380252823285, | |
| "grad_norm": 0.18290746212005615, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7898, | |
| "step": 46850 | |
| }, | |
| { | |
| "epoch": 0.6451257926518934, | |
| "grad_norm": 0.14731939136981964, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7934, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 0.6458135600214583, | |
| "grad_norm": 0.16072627902030945, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7933, | |
| "step": 46950 | |
| }, | |
| { | |
| "epoch": 0.6465013273910233, | |
| "grad_norm": 0.14942970871925354, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7944, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.6471890947605882, | |
| "grad_norm": 0.14922235906124115, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7953, | |
| "step": 47050 | |
| }, | |
| { | |
| "epoch": 0.647876862130153, | |
| "grad_norm": 0.17120474576950073, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7955, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 0.648564629499718, | |
| "grad_norm": 0.17423823475837708, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7919, | |
| "step": 47150 | |
| }, | |
| { | |
| "epoch": 0.6492523968692829, | |
| "grad_norm": 0.1567763239145279, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7934, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 0.6499401642388478, | |
| "grad_norm": 0.15817411243915558, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7928, | |
| "step": 47250 | |
| }, | |
| { | |
| "epoch": 0.6506279316084128, | |
| "grad_norm": 0.1748141348361969, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7884, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 0.6513156989779777, | |
| "grad_norm": 0.2045951634645462, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7978, | |
| "step": 47350 | |
| }, | |
| { | |
| "epoch": 0.6520034663475426, | |
| "grad_norm": 0.17650052905082703, | |
| "learning_rate": 0.0001, | |
| "loss": 1.792, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 0.6526912337171076, | |
| "grad_norm": 0.17905278503894806, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7958, | |
| "step": 47450 | |
| }, | |
| { | |
| "epoch": 0.6533790010866725, | |
| "grad_norm": 0.1599511355161667, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7912, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.6540667684562373, | |
| "grad_norm": 0.1584351658821106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7949, | |
| "step": 47550 | |
| }, | |
| { | |
| "epoch": 0.6547545358258022, | |
| "grad_norm": 0.17251476645469666, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7913, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 0.6554423031953672, | |
| "grad_norm": 0.17718471586704254, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7934, | |
| "step": 47650 | |
| }, | |
| { | |
| "epoch": 0.6561300705649321, | |
| "grad_norm": 0.15196654200553894, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 0.656817837934497, | |
| "grad_norm": 0.17444145679473877, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7907, | |
| "step": 47750 | |
| }, | |
| { | |
| "epoch": 0.657505605304062, | |
| "grad_norm": 0.15149961411952972, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7959, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 0.6581933726736269, | |
| "grad_norm": 0.1591227501630783, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7907, | |
| "step": 47850 | |
| }, | |
| { | |
| "epoch": 0.6588811400431918, | |
| "grad_norm": 0.20135171711444855, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7963, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 0.6595689074127568, | |
| "grad_norm": 0.16523614525794983, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7968, | |
| "step": 47950 | |
| }, | |
| { | |
| "epoch": 0.6602566747823216, | |
| "grad_norm": 0.15842151641845703, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7897, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.6609444421518865, | |
| "grad_norm": 0.160832479596138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.796, | |
| "step": 48050 | |
| }, | |
| { | |
| "epoch": 0.6616322095214515, | |
| "grad_norm": 0.16063477098941803, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7903, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 0.6623199768910164, | |
| "grad_norm": 0.1595107465982437, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7953, | |
| "step": 48150 | |
| }, | |
| { | |
| "epoch": 0.6630077442605813, | |
| "grad_norm": 0.18313910067081451, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7957, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 0.6636955116301462, | |
| "grad_norm": 0.17561380565166473, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7906, | |
| "step": 48250 | |
| }, | |
| { | |
| "epoch": 0.6643832789997112, | |
| "grad_norm": 0.18327072262763977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7916, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 0.665071046369276, | |
| "grad_norm": 0.16745221614837646, | |
| "learning_rate": 0.0001, | |
| "loss": 1.791, | |
| "step": 48350 | |
| }, | |
| { | |
| "epoch": 0.6657588137388409, | |
| "grad_norm": 0.16286319494247437, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7942, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 0.6664465811084059, | |
| "grad_norm": 0.15864308178424835, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7953, | |
| "step": 48450 | |
| }, | |
| { | |
| "epoch": 0.6671343484779708, | |
| "grad_norm": 0.16778843104839325, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7945, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.6678221158475357, | |
| "grad_norm": 0.1448727399110794, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7942, | |
| "step": 48550 | |
| }, | |
| { | |
| "epoch": 0.6685098832171007, | |
| "grad_norm": 0.16745643317699432, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7903, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 0.6691976505866656, | |
| "grad_norm": 0.1633836030960083, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7938, | |
| "step": 48650 | |
| }, | |
| { | |
| "epoch": 0.6698854179562305, | |
| "grad_norm": 0.15037505328655243, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7963, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 0.6705731853257954, | |
| "grad_norm": 0.1707869917154312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7895, | |
| "step": 48750 | |
| }, | |
| { | |
| "epoch": 0.6712609526953603, | |
| "grad_norm": 0.17392534017562866, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7926, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 0.6719487200649252, | |
| "grad_norm": 0.1588422805070877, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7958, | |
| "step": 48850 | |
| }, | |
| { | |
| "epoch": 0.6726364874344901, | |
| "grad_norm": 0.1751549243927002, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7931, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 0.6733242548040551, | |
| "grad_norm": 0.1722249686717987, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 48950 | |
| }, | |
| { | |
| "epoch": 0.67401202217362, | |
| "grad_norm": 0.1673288643360138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.793, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.6746997895431849, | |
| "grad_norm": 0.1552770733833313, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7916, | |
| "step": 49050 | |
| }, | |
| { | |
| "epoch": 0.6753875569127499, | |
| "grad_norm": 0.15788178145885468, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7981, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 0.6760753242823148, | |
| "grad_norm": 0.17959725856781006, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7949, | |
| "step": 49150 | |
| }, | |
| { | |
| "epoch": 0.6767630916518796, | |
| "grad_norm": 0.1584416925907135, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7946, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 0.6774508590214446, | |
| "grad_norm": 0.1645151674747467, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7916, | |
| "step": 49250 | |
| }, | |
| { | |
| "epoch": 0.6781386263910095, | |
| "grad_norm": 0.1522347778081894, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7891, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 0.6788263937605744, | |
| "grad_norm": 0.16095298528671265, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7927, | |
| "step": 49350 | |
| }, | |
| { | |
| "epoch": 0.6795141611301393, | |
| "grad_norm": 0.15317974984645844, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7947, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 0.6802019284997043, | |
| "grad_norm": 0.16854670643806458, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7929, | |
| "step": 49450 | |
| }, | |
| { | |
| "epoch": 0.6808896958692692, | |
| "grad_norm": 0.1702488660812378, | |
| "learning_rate": 0.0001, | |
| "loss": 1.791, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.6815774632388341, | |
| "grad_norm": 0.16388344764709473, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 49550 | |
| }, | |
| { | |
| "epoch": 0.682265230608399, | |
| "grad_norm": 0.16601653397083282, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7949, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 0.6829529979779639, | |
| "grad_norm": 0.17910674214363098, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7875, | |
| "step": 49650 | |
| }, | |
| { | |
| "epoch": 0.6836407653475288, | |
| "grad_norm": 0.15689565241336823, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7904, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 0.6843285327170938, | |
| "grad_norm": 0.15473750233650208, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 49750 | |
| }, | |
| { | |
| "epoch": 0.6850163000866587, | |
| "grad_norm": 0.16794639825820923, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7934, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 0.6857040674562236, | |
| "grad_norm": 0.15183915197849274, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7887, | |
| "step": 49850 | |
| }, | |
| { | |
| "epoch": 0.6863918348257885, | |
| "grad_norm": 0.15028232336044312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7929, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 0.6870796021953535, | |
| "grad_norm": 0.16230390965938568, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7948, | |
| "step": 49950 | |
| }, | |
| { | |
| "epoch": 0.6877673695649184, | |
| "grad_norm": 0.16958658397197723, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7932, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.6884551369344832, | |
| "grad_norm": 0.15662765502929688, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7904, | |
| "step": 50050 | |
| }, | |
| { | |
| "epoch": 0.6891429043040482, | |
| "grad_norm": 0.17507807910442352, | |
| "learning_rate": 0.0001, | |
| "loss": 1.795, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 0.6898306716736131, | |
| "grad_norm": 0.16449585556983948, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7888, | |
| "step": 50150 | |
| }, | |
| { | |
| "epoch": 0.690518439043178, | |
| "grad_norm": 0.17615753412246704, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7889, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 0.691206206412743, | |
| "grad_norm": 0.16010646522045135, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7932, | |
| "step": 50250 | |
| }, | |
| { | |
| "epoch": 0.6918939737823079, | |
| "grad_norm": 0.14614787697792053, | |
| "learning_rate": 0.0001, | |
| "loss": 1.792, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 0.6925817411518728, | |
| "grad_norm": 0.19960370659828186, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7907, | |
| "step": 50350 | |
| }, | |
| { | |
| "epoch": 0.6932695085214378, | |
| "grad_norm": 0.16230808198451996, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7855, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 0.6939572758910026, | |
| "grad_norm": 0.16344518959522247, | |
| "learning_rate": 0.0001, | |
| "loss": 1.791, | |
| "step": 50450 | |
| }, | |
| { | |
| "epoch": 0.6946450432605675, | |
| "grad_norm": 0.16584964096546173, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7916, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.6953328106301324, | |
| "grad_norm": 0.15551120042800903, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7948, | |
| "step": 50550 | |
| }, | |
| { | |
| "epoch": 0.6960205779996974, | |
| "grad_norm": 0.1697503924369812, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7917, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 0.6967083453692623, | |
| "grad_norm": 0.15577536821365356, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7905, | |
| "step": 50650 | |
| }, | |
| { | |
| "epoch": 0.6973961127388272, | |
| "grad_norm": 0.17658278346061707, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7884, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 0.6980838801083922, | |
| "grad_norm": 0.16718824207782745, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7936, | |
| "step": 50750 | |
| }, | |
| { | |
| "epoch": 0.6987716474779571, | |
| "grad_norm": 0.16996939480304718, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7919, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 0.6994594148475219, | |
| "grad_norm": 0.15299175679683685, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7919, | |
| "step": 50850 | |
| }, | |
| { | |
| "epoch": 0.7001471822170869, | |
| "grad_norm": 0.1672915816307068, | |
| "learning_rate": 0.0001, | |
| "loss": 1.795, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 0.7008349495866518, | |
| "grad_norm": 0.17287658154964447, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7877, | |
| "step": 50950 | |
| }, | |
| { | |
| "epoch": 0.7015227169562167, | |
| "grad_norm": 0.16447900235652924, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7915, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.7022104843257817, | |
| "grad_norm": 0.16016733646392822, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7911, | |
| "step": 51050 | |
| }, | |
| { | |
| "epoch": 0.7028982516953466, | |
| "grad_norm": 0.15329506993293762, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7915, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 0.7035860190649115, | |
| "grad_norm": 0.1695086658000946, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7925, | |
| "step": 51150 | |
| }, | |
| { | |
| "epoch": 0.7042737864344764, | |
| "grad_norm": 0.15667758882045746, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7908, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 0.7049615538040414, | |
| "grad_norm": 0.1636906862258911, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7911, | |
| "step": 51250 | |
| }, | |
| { | |
| "epoch": 0.7056493211736062, | |
| "grad_norm": 0.16701051592826843, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7929, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 0.7063370885431711, | |
| "grad_norm": 0.17164082825183868, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7922, | |
| "step": 51350 | |
| }, | |
| { | |
| "epoch": 0.7070248559127361, | |
| "grad_norm": 0.18162649869918823, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 0.707712623282301, | |
| "grad_norm": 0.1521824300289154, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7937, | |
| "step": 51450 | |
| }, | |
| { | |
| "epoch": 0.7084003906518659, | |
| "grad_norm": 0.168669655919075, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7873, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.7090881580214309, | |
| "grad_norm": 0.17441484332084656, | |
| "learning_rate": 0.0001, | |
| "loss": 1.79, | |
| "step": 51550 | |
| }, | |
| { | |
| "epoch": 0.7097759253909958, | |
| "grad_norm": 0.1877586394548416, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7927, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 0.7104636927605607, | |
| "grad_norm": 0.16195935010910034, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7962, | |
| "step": 51650 | |
| }, | |
| { | |
| "epoch": 0.7111514601301255, | |
| "grad_norm": 0.16282670199871063, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7939, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 0.7118392274996905, | |
| "grad_norm": 0.15550565719604492, | |
| "learning_rate": 0.0001, | |
| "loss": 1.793, | |
| "step": 51750 | |
| }, | |
| { | |
| "epoch": 0.7125269948692554, | |
| "grad_norm": 0.16963760554790497, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7921, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 0.7132147622388203, | |
| "grad_norm": 0.1632436364889145, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7943, | |
| "step": 51850 | |
| }, | |
| { | |
| "epoch": 0.7139025296083853, | |
| "grad_norm": 0.15533354878425598, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7917, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 0.7145902969779502, | |
| "grad_norm": 0.15280106663703918, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7874, | |
| "step": 51950 | |
| }, | |
| { | |
| "epoch": 0.7152780643475151, | |
| "grad_norm": 0.1561509668827057, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7918, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.7159658317170801, | |
| "grad_norm": 0.1560848206281662, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7927, | |
| "step": 52050 | |
| }, | |
| { | |
| "epoch": 0.7166535990866449, | |
| "grad_norm": 0.1706065684556961, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7877, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 0.7173413664562098, | |
| "grad_norm": 0.16388699412345886, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7859, | |
| "step": 52150 | |
| }, | |
| { | |
| "epoch": 0.7180291338257748, | |
| "grad_norm": 0.16502410173416138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7899, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 0.7187169011953397, | |
| "grad_norm": 0.17022061347961426, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7881, | |
| "step": 52250 | |
| }, | |
| { | |
| "epoch": 0.7194046685649046, | |
| "grad_norm": 0.17903153598308563, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 0.7200924359344695, | |
| "grad_norm": 0.15719935297966003, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7934, | |
| "step": 52350 | |
| }, | |
| { | |
| "epoch": 0.7207802033040345, | |
| "grad_norm": 0.16321443021297455, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7914, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 0.7214679706735994, | |
| "grad_norm": 0.1724744439125061, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7905, | |
| "step": 52450 | |
| }, | |
| { | |
| "epoch": 0.7221557380431642, | |
| "grad_norm": 0.16059927642345428, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7929, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.7228435054127292, | |
| "grad_norm": 0.17748789489269257, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7913, | |
| "step": 52550 | |
| }, | |
| { | |
| "epoch": 0.7235312727822941, | |
| "grad_norm": 0.16190293431282043, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7956, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 0.724219040151859, | |
| "grad_norm": 0.1841738224029541, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7899, | |
| "step": 52650 | |
| }, | |
| { | |
| "epoch": 0.724906807521424, | |
| "grad_norm": 0.15971702337265015, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7891, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 0.7255945748909889, | |
| "grad_norm": 0.15894858539104462, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7939, | |
| "step": 52750 | |
| }, | |
| { | |
| "epoch": 0.7262823422605538, | |
| "grad_norm": 0.15041370689868927, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7885, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 0.7269701096301187, | |
| "grad_norm": 0.15757033228874207, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7881, | |
| "step": 52850 | |
| }, | |
| { | |
| "epoch": 0.7276578769996837, | |
| "grad_norm": 0.16385579109191895, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7889, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 0.7283456443692485, | |
| "grad_norm": 0.15629428625106812, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7932, | |
| "step": 52950 | |
| }, | |
| { | |
| "epoch": 0.7290334117388134, | |
| "grad_norm": 0.1573755145072937, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7926, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.7297211791083784, | |
| "grad_norm": 0.15800927579402924, | |
| "learning_rate": 0.0001, | |
| "loss": 1.789, | |
| "step": 53050 | |
| }, | |
| { | |
| "epoch": 0.7304089464779433, | |
| "grad_norm": 0.16997511684894562, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 0.7310967138475082, | |
| "grad_norm": 0.1457889825105667, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 53150 | |
| }, | |
| { | |
| "epoch": 0.7317844812170732, | |
| "grad_norm": 0.15250973403453827, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 0.7324722485866381, | |
| "grad_norm": 0.1561204344034195, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7915, | |
| "step": 53250 | |
| }, | |
| { | |
| "epoch": 0.733160015956203, | |
| "grad_norm": 0.17602892220020294, | |
| "learning_rate": 0.0001, | |
| "loss": 1.789, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 0.7338477833257679, | |
| "grad_norm": 0.15751750767230988, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7924, | |
| "step": 53350 | |
| }, | |
| { | |
| "epoch": 0.7345355506953328, | |
| "grad_norm": 0.1686706244945526, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7859, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 0.7352233180648977, | |
| "grad_norm": 0.15886232256889343, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7891, | |
| "step": 53450 | |
| }, | |
| { | |
| "epoch": 0.7359110854344626, | |
| "grad_norm": 0.1548243910074234, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7887, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.7365988528040276, | |
| "grad_norm": 0.16160327196121216, | |
| "learning_rate": 0.0001, | |
| "loss": 1.792, | |
| "step": 53550 | |
| }, | |
| { | |
| "epoch": 0.7372866201735925, | |
| "grad_norm": 0.1588127613067627, | |
| "learning_rate": 0.0001, | |
| "loss": 1.791, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 0.7379743875431574, | |
| "grad_norm": 0.1562395691871643, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7876, | |
| "step": 53650 | |
| }, | |
| { | |
| "epoch": 0.7386621549127224, | |
| "grad_norm": 0.1463010013103485, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7903, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 0.7393499222822872, | |
| "grad_norm": 0.1688784807920456, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7874, | |
| "step": 53750 | |
| }, | |
| { | |
| "epoch": 0.7400376896518521, | |
| "grad_norm": 0.16111525893211365, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7891, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 0.7407254570214171, | |
| "grad_norm": 0.15798266232013702, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7901, | |
| "step": 53850 | |
| }, | |
| { | |
| "epoch": 0.741413224390982, | |
| "grad_norm": 0.1544068306684494, | |
| "learning_rate": 0.0001, | |
| "loss": 1.79, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 0.7421009917605469, | |
| "grad_norm": 0.16747315227985382, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7923, | |
| "step": 53950 | |
| }, | |
| { | |
| "epoch": 0.7427887591301119, | |
| "grad_norm": 0.20277969539165497, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7932, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.7434765264996768, | |
| "grad_norm": 0.1490595042705536, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7899, | |
| "step": 54050 | |
| }, | |
| { | |
| "epoch": 0.7441642938692417, | |
| "grad_norm": 0.15864817798137665, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7838, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 0.7448520612388065, | |
| "grad_norm": 0.17168639600276947, | |
| "learning_rate": 0.0001, | |
| "loss": 1.79, | |
| "step": 54150 | |
| }, | |
| { | |
| "epoch": 0.7455398286083715, | |
| "grad_norm": 0.1612584888935089, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 0.7462275959779364, | |
| "grad_norm": 0.16638678312301636, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7852, | |
| "step": 54250 | |
| }, | |
| { | |
| "epoch": 0.7469153633475013, | |
| "grad_norm": 0.16757947206497192, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7899, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 0.7476031307170663, | |
| "grad_norm": 0.17740657925605774, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7891, | |
| "step": 54350 | |
| }, | |
| { | |
| "epoch": 0.7482908980866312, | |
| "grad_norm": 0.15608841180801392, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7864, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 0.7489786654561961, | |
| "grad_norm": 0.1486404538154602, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7895, | |
| "step": 54450 | |
| }, | |
| { | |
| "epoch": 0.7496664328257611, | |
| "grad_norm": 0.17158234119415283, | |
| "learning_rate": 0.0001, | |
| "loss": 1.789, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.750354200195326, | |
| "grad_norm": 0.1535918265581131, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7858, | |
| "step": 54550 | |
| }, | |
| { | |
| "epoch": 0.7510419675648908, | |
| "grad_norm": 0.17464052140712738, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7884, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 0.7517297349344557, | |
| "grad_norm": 0.15320485830307007, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7909, | |
| "step": 54650 | |
| }, | |
| { | |
| "epoch": 0.7524175023040207, | |
| "grad_norm": 0.16376914083957672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.789, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 0.7531052696735856, | |
| "grad_norm": 0.17047230899333954, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7886, | |
| "step": 54750 | |
| }, | |
| { | |
| "epoch": 0.7537930370431505, | |
| "grad_norm": 0.1580251306295395, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7904, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 0.7544808044127155, | |
| "grad_norm": 0.16085964441299438, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7872, | |
| "step": 54850 | |
| }, | |
| { | |
| "epoch": 0.7551685717822804, | |
| "grad_norm": 0.1530008316040039, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7909, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 0.7558563391518452, | |
| "grad_norm": 0.18514500558376312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.789, | |
| "step": 54950 | |
| }, | |
| { | |
| "epoch": 0.7565441065214102, | |
| "grad_norm": 0.16724203526973724, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7895, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.7572318738909751, | |
| "grad_norm": 0.17008638381958008, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7909, | |
| "step": 55050 | |
| }, | |
| { | |
| "epoch": 0.75791964126054, | |
| "grad_norm": 0.15402346849441528, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7858, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 0.758607408630105, | |
| "grad_norm": 0.1750432401895523, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7898, | |
| "step": 55150 | |
| }, | |
| { | |
| "epoch": 0.7592951759996699, | |
| "grad_norm": 0.18680183589458466, | |
| "learning_rate": 0.0001, | |
| "loss": 1.788, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 0.7599829433692348, | |
| "grad_norm": 0.16581743955612183, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7902, | |
| "step": 55250 | |
| }, | |
| { | |
| "epoch": 0.7606707107387997, | |
| "grad_norm": 0.16159740090370178, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 0.7613584781083647, | |
| "grad_norm": 0.14381587505340576, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7918, | |
| "step": 55350 | |
| }, | |
| { | |
| "epoch": 0.7620462454779295, | |
| "grad_norm": 0.15160152316093445, | |
| "learning_rate": 0.0001, | |
| "loss": 1.789, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 0.7627340128474944, | |
| "grad_norm": 0.16748382151126862, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7865, | |
| "step": 55450 | |
| }, | |
| { | |
| "epoch": 0.7634217802170594, | |
| "grad_norm": 0.15434932708740234, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.7641095475866243, | |
| "grad_norm": 0.16281753778457642, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7909, | |
| "step": 55550 | |
| }, | |
| { | |
| "epoch": 0.7647973149561892, | |
| "grad_norm": 0.1581009328365326, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7872, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 0.7654850823257542, | |
| "grad_norm": 0.16244924068450928, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7882, | |
| "step": 55650 | |
| }, | |
| { | |
| "epoch": 0.7661728496953191, | |
| "grad_norm": 0.1727581024169922, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 0.766860617064884, | |
| "grad_norm": 0.15804524719715118, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7883, | |
| "step": 55750 | |
| }, | |
| { | |
| "epoch": 0.7675483844344488, | |
| "grad_norm": 0.16742980480194092, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7883, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 0.7682361518040138, | |
| "grad_norm": 0.15518859028816223, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7877, | |
| "step": 55850 | |
| }, | |
| { | |
| "epoch": 0.7689239191735787, | |
| "grad_norm": 0.14549891650676727, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 0.7696116865431436, | |
| "grad_norm": 0.15677410364151, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7868, | |
| "step": 55950 | |
| }, | |
| { | |
| "epoch": 0.7702994539127086, | |
| "grad_norm": 0.1627907007932663, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7861, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.7709872212822735, | |
| "grad_norm": 0.17789112031459808, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7917, | |
| "step": 56050 | |
| }, | |
| { | |
| "epoch": 0.7716749886518384, | |
| "grad_norm": 0.17732852697372437, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7885, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 0.7723627560214034, | |
| "grad_norm": 0.16175003349781036, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7847, | |
| "step": 56150 | |
| }, | |
| { | |
| "epoch": 0.7730505233909682, | |
| "grad_norm": 0.16384829580783844, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7879, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 0.7737382907605331, | |
| "grad_norm": 0.18334250152111053, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7841, | |
| "step": 56250 | |
| }, | |
| { | |
| "epoch": 0.7744260581300981, | |
| "grad_norm": 0.16775920987129211, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7844, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 0.775113825499663, | |
| "grad_norm": 0.15945740044116974, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7867, | |
| "step": 56350 | |
| }, | |
| { | |
| "epoch": 0.7758015928692279, | |
| "grad_norm": 0.16826015710830688, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7874, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 0.7764893602387928, | |
| "grad_norm": 0.16733418405056, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 56450 | |
| }, | |
| { | |
| "epoch": 0.7771771276083578, | |
| "grad_norm": 0.17716175317764282, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7852, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.7778648949779227, | |
| "grad_norm": 0.15145139396190643, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7864, | |
| "step": 56550 | |
| }, | |
| { | |
| "epoch": 0.7785526623474875, | |
| "grad_norm": 0.1650010645389557, | |
| "learning_rate": 0.0001, | |
| "loss": 1.788, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 0.7792404297170525, | |
| "grad_norm": 0.15676827728748322, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7863, | |
| "step": 56650 | |
| }, | |
| { | |
| "epoch": 0.7799281970866174, | |
| "grad_norm": 0.15251976251602173, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 0.7806159644561823, | |
| "grad_norm": 0.16107071936130524, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7872, | |
| "step": 56750 | |
| }, | |
| { | |
| "epoch": 0.7813037318257473, | |
| "grad_norm": 0.16008871793746948, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7879, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 0.7819914991953122, | |
| "grad_norm": 0.1748703122138977, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7883, | |
| "step": 56850 | |
| }, | |
| { | |
| "epoch": 0.7826792665648771, | |
| "grad_norm": 0.1847066432237625, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7878, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 0.7833670339344421, | |
| "grad_norm": 0.14105017483234406, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7872, | |
| "step": 56950 | |
| }, | |
| { | |
| "epoch": 0.784054801304007, | |
| "grad_norm": 0.1463741511106491, | |
| "learning_rate": 0.0001, | |
| "loss": 1.784, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.7847425686735718, | |
| "grad_norm": 0.15982814133167267, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7904, | |
| "step": 57050 | |
| }, | |
| { | |
| "epoch": 0.7854303360431367, | |
| "grad_norm": 0.15282031893730164, | |
| "learning_rate": 0.0001, | |
| "loss": 1.788, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 0.7861181034127017, | |
| "grad_norm": 0.16466231644153595, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7862, | |
| "step": 57150 | |
| }, | |
| { | |
| "epoch": 0.7868058707822666, | |
| "grad_norm": 0.16176077723503113, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7883, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 0.7874936381518315, | |
| "grad_norm": 0.16768991947174072, | |
| "learning_rate": 0.0001, | |
| "loss": 1.791, | |
| "step": 57250 | |
| }, | |
| { | |
| "epoch": 0.7881814055213965, | |
| "grad_norm": 0.15378397703170776, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7889, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 0.7888691728909614, | |
| "grad_norm": 0.16845440864562988, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7865, | |
| "step": 57350 | |
| }, | |
| { | |
| "epoch": 0.7895569402605263, | |
| "grad_norm": 0.16859596967697144, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7893, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 0.7902447076300912, | |
| "grad_norm": 0.17096339166164398, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7842, | |
| "step": 57450 | |
| }, | |
| { | |
| "epoch": 0.7909324749996561, | |
| "grad_norm": 0.19546246528625488, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7859, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.791620242369221, | |
| "grad_norm": 0.15690521895885468, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7905, | |
| "step": 57550 | |
| }, | |
| { | |
| "epoch": 0.7923080097387859, | |
| "grad_norm": 0.15288680791854858, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7871, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 0.7929957771083509, | |
| "grad_norm": 0.15947267413139343, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7851, | |
| "step": 57650 | |
| }, | |
| { | |
| "epoch": 0.7936835444779158, | |
| "grad_norm": 0.1813030242919922, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7833, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 0.7943713118474807, | |
| "grad_norm": 0.16709686815738678, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7908, | |
| "step": 57750 | |
| }, | |
| { | |
| "epoch": 0.7950590792170457, | |
| "grad_norm": 0.19110731780529022, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7845, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 0.7957468465866105, | |
| "grad_norm": 0.15795393288135529, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7908, | |
| "step": 57850 | |
| }, | |
| { | |
| "epoch": 0.7964346139561754, | |
| "grad_norm": 0.14493565261363983, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7893, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 0.7971223813257404, | |
| "grad_norm": 0.14182139933109283, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7883, | |
| "step": 57950 | |
| }, | |
| { | |
| "epoch": 0.7978101486953053, | |
| "grad_norm": 0.14074084162712097, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7857, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.7984979160648702, | |
| "grad_norm": 0.1791408807039261, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7889, | |
| "step": 58050 | |
| }, | |
| { | |
| "epoch": 0.7991856834344352, | |
| "grad_norm": 0.17944924533367157, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7884, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 0.7998734508040001, | |
| "grad_norm": 0.19336557388305664, | |
| "learning_rate": 0.0001, | |
| "loss": 1.786, | |
| "step": 58150 | |
| }, | |
| { | |
| "epoch": 0.800561218173565, | |
| "grad_norm": 0.14197582006454468, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7834, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 0.8012489855431298, | |
| "grad_norm": 0.17862093448638916, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7859, | |
| "step": 58250 | |
| }, | |
| { | |
| "epoch": 0.8019367529126948, | |
| "grad_norm": 0.15174590051174164, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7883, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 0.8026245202822597, | |
| "grad_norm": 0.15902046859264374, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7859, | |
| "step": 58350 | |
| }, | |
| { | |
| "epoch": 0.8033122876518246, | |
| "grad_norm": 0.1593545824289322, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7871, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 0.8040000550213896, | |
| "grad_norm": 0.16780108213424683, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 58450 | |
| }, | |
| { | |
| "epoch": 0.8046878223909545, | |
| "grad_norm": 0.16704651713371277, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7827, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.8053755897605194, | |
| "grad_norm": 0.20908869802951813, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7868, | |
| "step": 58550 | |
| }, | |
| { | |
| "epoch": 0.8060633571300844, | |
| "grad_norm": 0.1484072208404541, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7905, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 0.8067511244996493, | |
| "grad_norm": 0.16092757880687714, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7849, | |
| "step": 58650 | |
| }, | |
| { | |
| "epoch": 0.8074388918692141, | |
| "grad_norm": 0.15798570215702057, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7897, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 0.808126659238779, | |
| "grad_norm": 0.15388993918895721, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7874, | |
| "step": 58750 | |
| }, | |
| { | |
| "epoch": 0.808814426608344, | |
| "grad_norm": 0.16136646270751953, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7866, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 0.8095021939779089, | |
| "grad_norm": 0.20280751585960388, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7868, | |
| "step": 58850 | |
| }, | |
| { | |
| "epoch": 0.8101899613474738, | |
| "grad_norm": 0.16941416263580322, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7834, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 0.8108777287170388, | |
| "grad_norm": 0.1597299724817276, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7823, | |
| "step": 58950 | |
| }, | |
| { | |
| "epoch": 0.8115654960866037, | |
| "grad_norm": 0.1581617146730423, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7902, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.8122532634561686, | |
| "grad_norm": 0.17084243893623352, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7873, | |
| "step": 59050 | |
| }, | |
| { | |
| "epoch": 0.8129410308257335, | |
| "grad_norm": 0.16124476492404938, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7894, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 0.8136287981952984, | |
| "grad_norm": 0.15042969584465027, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7873, | |
| "step": 59150 | |
| }, | |
| { | |
| "epoch": 0.8143165655648633, | |
| "grad_norm": 0.14492358267307281, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 0.8150043329344283, | |
| "grad_norm": 0.17020314931869507, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7859, | |
| "step": 59250 | |
| }, | |
| { | |
| "epoch": 0.8156921003039932, | |
| "grad_norm": 0.1630934178829193, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7841, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 0.8163798676735581, | |
| "grad_norm": 0.17032647132873535, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7851, | |
| "step": 59350 | |
| }, | |
| { | |
| "epoch": 0.817067635043123, | |
| "grad_norm": 0.15546603500843048, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7866, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 0.817755402412688, | |
| "grad_norm": 0.1688961237668991, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7858, | |
| "step": 59450 | |
| }, | |
| { | |
| "epoch": 0.8184431697822528, | |
| "grad_norm": 0.15222899615764618, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7848, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.8191309371518177, | |
| "grad_norm": 0.15309302508831024, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7847, | |
| "step": 59550 | |
| }, | |
| { | |
| "epoch": 0.8198187045213827, | |
| "grad_norm": 0.1601337045431137, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7861, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 0.8205064718909476, | |
| "grad_norm": 0.14973758161067963, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7893, | |
| "step": 59650 | |
| }, | |
| { | |
| "epoch": 0.8211942392605125, | |
| "grad_norm": 0.17928583920001984, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7841, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 0.8218820066300775, | |
| "grad_norm": 0.1628539264202118, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7861, | |
| "step": 59750 | |
| }, | |
| { | |
| "epoch": 0.8225697739996424, | |
| "grad_norm": 0.1617124229669571, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7837, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 0.8232575413692073, | |
| "grad_norm": 0.16710211336612701, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 59850 | |
| }, | |
| { | |
| "epoch": 0.8239453087387723, | |
| "grad_norm": 0.18266211450099945, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7882, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 0.8246330761083371, | |
| "grad_norm": 0.15460216999053955, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7856, | |
| "step": 59950 | |
| }, | |
| { | |
| "epoch": 0.825320843477902, | |
| "grad_norm": 0.19238495826721191, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7867, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.8260086108474669, | |
| "grad_norm": 0.17882536351680756, | |
| "learning_rate": 0.0001, | |
| "loss": 1.79, | |
| "step": 60050 | |
| }, | |
| { | |
| "epoch": 0.8266963782170319, | |
| "grad_norm": 0.17022471129894257, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 0.8273841455865968, | |
| "grad_norm": 0.16253788769245148, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7842, | |
| "step": 60150 | |
| }, | |
| { | |
| "epoch": 0.8280719129561617, | |
| "grad_norm": 0.1684889793395996, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7871, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 0.8287596803257267, | |
| "grad_norm": 0.1623234748840332, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7812, | |
| "step": 60250 | |
| }, | |
| { | |
| "epoch": 0.8294474476952916, | |
| "grad_norm": 0.14207519590854645, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7873, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 0.8301352150648564, | |
| "grad_norm": 0.15550558269023895, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7876, | |
| "step": 60350 | |
| }, | |
| { | |
| "epoch": 0.8308229824344214, | |
| "grad_norm": 0.16578029096126556, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7804, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 0.8315107498039863, | |
| "grad_norm": 0.16406333446502686, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7837, | |
| "step": 60450 | |
| }, | |
| { | |
| "epoch": 0.8321985171735512, | |
| "grad_norm": 0.1568935364484787, | |
| "learning_rate": 0.0001, | |
| "loss": 1.786, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.8328862845431161, | |
| "grad_norm": 0.17918673157691956, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7877, | |
| "step": 60550 | |
| }, | |
| { | |
| "epoch": 0.8335740519126811, | |
| "grad_norm": 0.14733350276947021, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7821, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 0.834261819282246, | |
| "grad_norm": 0.14916177093982697, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7862, | |
| "step": 60650 | |
| }, | |
| { | |
| "epoch": 0.8349495866518108, | |
| "grad_norm": 0.15052981674671173, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7892, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 0.8356373540213758, | |
| "grad_norm": 0.1831791251897812, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7844, | |
| "step": 60750 | |
| }, | |
| { | |
| "epoch": 0.8363251213909407, | |
| "grad_norm": 0.16115884482860565, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7827, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 0.8370128887605056, | |
| "grad_norm": 0.15721943974494934, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7862, | |
| "step": 60850 | |
| }, | |
| { | |
| "epoch": 0.8377006561300706, | |
| "grad_norm": 0.1528850942850113, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7852, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 0.8383884234996355, | |
| "grad_norm": 0.16134890913963318, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7875, | |
| "step": 60950 | |
| }, | |
| { | |
| "epoch": 0.8390761908692004, | |
| "grad_norm": 0.16336651146411896, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7848, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.8397639582387654, | |
| "grad_norm": 0.16578875482082367, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7858, | |
| "step": 61050 | |
| }, | |
| { | |
| "epoch": 0.8404517256083303, | |
| "grad_norm": 0.16235701739788055, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7869, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 0.8411394929778951, | |
| "grad_norm": 0.16650299727916718, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7868, | |
| "step": 61150 | |
| }, | |
| { | |
| "epoch": 0.84182726034746, | |
| "grad_norm": 0.148828387260437, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7827, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 0.842515027717025, | |
| "grad_norm": 0.1572546660900116, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7846, | |
| "step": 61250 | |
| }, | |
| { | |
| "epoch": 0.8432027950865899, | |
| "grad_norm": 0.15572214126586914, | |
| "learning_rate": 0.0001, | |
| "loss": 1.788, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 0.8438905624561548, | |
| "grad_norm": 0.18148384988307953, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7829, | |
| "step": 61350 | |
| }, | |
| { | |
| "epoch": 0.8445783298257198, | |
| "grad_norm": 0.16225239634513855, | |
| "learning_rate": 0.0001, | |
| "loss": 1.787, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 0.8452660971952847, | |
| "grad_norm": 0.1546306014060974, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7886, | |
| "step": 61450 | |
| }, | |
| { | |
| "epoch": 0.8459538645648496, | |
| "grad_norm": 0.1589781790971756, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7876, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.8466416319344146, | |
| "grad_norm": 0.16938839852809906, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7805, | |
| "step": 61550 | |
| }, | |
| { | |
| "epoch": 0.8473293993039794, | |
| "grad_norm": 0.17635032534599304, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 0.8480171666735443, | |
| "grad_norm": 0.16436606645584106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7829, | |
| "step": 61650 | |
| }, | |
| { | |
| "epoch": 0.8487049340431092, | |
| "grad_norm": 0.15410180389881134, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7833, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 0.8493927014126742, | |
| "grad_norm": 0.15711359679698944, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7855, | |
| "step": 61750 | |
| }, | |
| { | |
| "epoch": 0.8500804687822391, | |
| "grad_norm": 0.14257673919200897, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7846, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 0.850768236151804, | |
| "grad_norm": 0.1770082414150238, | |
| "learning_rate": 0.0001, | |
| "loss": 1.786, | |
| "step": 61850 | |
| }, | |
| { | |
| "epoch": 0.851456003521369, | |
| "grad_norm": 0.14938481152057648, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7841, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 0.8521437708909338, | |
| "grad_norm": 0.16232655942440033, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7872, | |
| "step": 61950 | |
| }, | |
| { | |
| "epoch": 0.8528315382604987, | |
| "grad_norm": 0.14662796258926392, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7846, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.8535193056300637, | |
| "grad_norm": 0.15960827469825745, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7868, | |
| "step": 62050 | |
| }, | |
| { | |
| "epoch": 0.8542070729996286, | |
| "grad_norm": 0.1585722714662552, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7833, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 0.8548948403691935, | |
| "grad_norm": 0.15847063064575195, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7861, | |
| "step": 62150 | |
| }, | |
| { | |
| "epoch": 0.8555826077387585, | |
| "grad_norm": 0.1581469178199768, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7872, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 0.8562703751083234, | |
| "grad_norm": 0.18087923526763916, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7837, | |
| "step": 62250 | |
| }, | |
| { | |
| "epoch": 0.8569581424778883, | |
| "grad_norm": 0.15878331661224365, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7865, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 0.8576459098474531, | |
| "grad_norm": 0.1652536690235138, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7864, | |
| "step": 62350 | |
| }, | |
| { | |
| "epoch": 0.8583336772170181, | |
| "grad_norm": 0.16467753052711487, | |
| "learning_rate": 0.0001, | |
| "loss": 1.788, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 0.859021444586583, | |
| "grad_norm": 0.17342518270015717, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7853, | |
| "step": 62450 | |
| }, | |
| { | |
| "epoch": 0.8597092119561479, | |
| "grad_norm": 0.15487852692604065, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7861, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.8603969793257129, | |
| "grad_norm": 0.16185085475444794, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7891, | |
| "step": 62550 | |
| }, | |
| { | |
| "epoch": 0.8610847466952778, | |
| "grad_norm": 0.18629157543182373, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 0.8617725140648427, | |
| "grad_norm": 0.20009976625442505, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7849, | |
| "step": 62650 | |
| }, | |
| { | |
| "epoch": 0.8624602814344077, | |
| "grad_norm": 0.16432398557662964, | |
| "learning_rate": 0.0001, | |
| "loss": 1.786, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 0.8631480488039726, | |
| "grad_norm": 0.16151119768619537, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7838, | |
| "step": 62750 | |
| }, | |
| { | |
| "epoch": 0.8638358161735374, | |
| "grad_norm": 0.16223236918449402, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7857, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 0.8645235835431024, | |
| "grad_norm": 0.15118102729320526, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7824, | |
| "step": 62850 | |
| }, | |
| { | |
| "epoch": 0.8652113509126673, | |
| "grad_norm": 0.15173585712909698, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7858, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 0.8658991182822322, | |
| "grad_norm": 0.1547808051109314, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7806, | |
| "step": 62950 | |
| }, | |
| { | |
| "epoch": 0.8665868856517971, | |
| "grad_norm": 0.1542670577764511, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7816, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.8672746530213621, | |
| "grad_norm": 0.16760842502117157, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7845, | |
| "step": 63050 | |
| }, | |
| { | |
| "epoch": 0.867962420390927, | |
| "grad_norm": 0.17703787982463837, | |
| "learning_rate": 0.0001, | |
| "loss": 1.788, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 0.8686501877604919, | |
| "grad_norm": 0.1573743224143982, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7792, | |
| "step": 63150 | |
| }, | |
| { | |
| "epoch": 0.8693379551300568, | |
| "grad_norm": 0.1451522409915924, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7854, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 0.8700257224996217, | |
| "grad_norm": 0.17078782618045807, | |
| "learning_rate": 0.0001, | |
| "loss": 1.784, | |
| "step": 63250 | |
| }, | |
| { | |
| "epoch": 0.8707134898691866, | |
| "grad_norm": 0.15471959114074707, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7832, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 0.8714012572387516, | |
| "grad_norm": 0.16724149882793427, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7783, | |
| "step": 63350 | |
| }, | |
| { | |
| "epoch": 0.8720890246083165, | |
| "grad_norm": 0.15160906314849854, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 0.8727767919778814, | |
| "grad_norm": 0.156820610165596, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7856, | |
| "step": 63450 | |
| }, | |
| { | |
| "epoch": 0.8734645593474463, | |
| "grad_norm": 0.16410048305988312, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7845, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.8741523267170113, | |
| "grad_norm": 0.16022023558616638, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7801, | |
| "step": 63550 | |
| }, | |
| { | |
| "epoch": 0.8748400940865761, | |
| "grad_norm": 0.1775195300579071, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7824, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 0.875527861456141, | |
| "grad_norm": 0.17621392011642456, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7792, | |
| "step": 63650 | |
| }, | |
| { | |
| "epoch": 0.876215628825706, | |
| "grad_norm": 0.17508172988891602, | |
| "learning_rate": 0.0001, | |
| "loss": 1.785, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 0.8769033961952709, | |
| "grad_norm": 0.167220801115036, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7838, | |
| "step": 63750 | |
| }, | |
| { | |
| "epoch": 0.8775911635648358, | |
| "grad_norm": 0.22981862723827362, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7885, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 0.8782789309344008, | |
| "grad_norm": 0.17177161574363708, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7846, | |
| "step": 63850 | |
| }, | |
| { | |
| "epoch": 0.8789666983039657, | |
| "grad_norm": 0.16599243879318237, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7819, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 0.8796544656735306, | |
| "grad_norm": 0.17125064134597778, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7839, | |
| "step": 63950 | |
| }, | |
| { | |
| "epoch": 0.8803422330430956, | |
| "grad_norm": 0.17469707131385803, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7797, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.8810300004126604, | |
| "grad_norm": 0.16639864444732666, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7833, | |
| "step": 64050 | |
| }, | |
| { | |
| "epoch": 0.8817177677822253, | |
| "grad_norm": 0.16656282544136047, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7816, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 0.8824055351517902, | |
| "grad_norm": 0.14526651799678802, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7817, | |
| "step": 64150 | |
| }, | |
| { | |
| "epoch": 0.8830933025213552, | |
| "grad_norm": 0.1783958077430725, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7828, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 0.8837810698909201, | |
| "grad_norm": 0.16352634131908417, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7807, | |
| "step": 64250 | |
| }, | |
| { | |
| "epoch": 0.884468837260485, | |
| "grad_norm": 0.16130295395851135, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7803, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 0.88515660463005, | |
| "grad_norm": 0.16286851465702057, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7866, | |
| "step": 64350 | |
| }, | |
| { | |
| "epoch": 0.8858443719996149, | |
| "grad_norm": 0.16668406128883362, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7805, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 0.8865321393691797, | |
| "grad_norm": 0.16575850546360016, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7803, | |
| "step": 64450 | |
| }, | |
| { | |
| "epoch": 0.8872199067387447, | |
| "grad_norm": 0.16535095870494843, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7795, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.8879076741083096, | |
| "grad_norm": 0.14137853682041168, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7854, | |
| "step": 64550 | |
| }, | |
| { | |
| "epoch": 0.8885954414778745, | |
| "grad_norm": 0.14880156517028809, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7862, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 0.8892832088474394, | |
| "grad_norm": 0.17448197305202484, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7847, | |
| "step": 64650 | |
| }, | |
| { | |
| "epoch": 0.8899709762170044, | |
| "grad_norm": 0.1944260448217392, | |
| "learning_rate": 0.0001, | |
| "loss": 1.786, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 0.8906587435865693, | |
| "grad_norm": 0.1693488508462906, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7857, | |
| "step": 64750 | |
| }, | |
| { | |
| "epoch": 0.8913465109561342, | |
| "grad_norm": 0.16250942647457123, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7835, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 0.8920342783256991, | |
| "grad_norm": 0.1573057919740677, | |
| "learning_rate": 0.0001, | |
| "loss": 1.782, | |
| "step": 64850 | |
| }, | |
| { | |
| "epoch": 0.892722045695264, | |
| "grad_norm": 0.19034920632839203, | |
| "learning_rate": 0.0001, | |
| "loss": 1.782, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 0.8934098130648289, | |
| "grad_norm": 0.13963682949543, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7887, | |
| "step": 64950 | |
| }, | |
| { | |
| "epoch": 0.8940975804343939, | |
| "grad_norm": 0.25064077973365784, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7873, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.8947853478039588, | |
| "grad_norm": 0.17574715614318848, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7841, | |
| "step": 65050 | |
| }, | |
| { | |
| "epoch": 0.8954731151735237, | |
| "grad_norm": 0.156754732131958, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7807, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 0.8961608825430887, | |
| "grad_norm": 0.17132636904716492, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7801, | |
| "step": 65150 | |
| }, | |
| { | |
| "epoch": 0.8968486499126536, | |
| "grad_norm": 0.15248049795627594, | |
| "learning_rate": 0.0001, | |
| "loss": 1.781, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 0.8975364172822184, | |
| "grad_norm": 0.1603154093027115, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 65250 | |
| }, | |
| { | |
| "epoch": 0.8982241846517833, | |
| "grad_norm": 0.14862816035747528, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7823, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 0.8989119520213483, | |
| "grad_norm": 0.17050820589065552, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7856, | |
| "step": 65350 | |
| }, | |
| { | |
| "epoch": 0.8995997193909132, | |
| "grad_norm": 0.16287332773208618, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7833, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 0.9002874867604781, | |
| "grad_norm": 0.15486200153827667, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7804, | |
| "step": 65450 | |
| }, | |
| { | |
| "epoch": 0.9009752541300431, | |
| "grad_norm": 0.16483095288276672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7845, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.901663021499608, | |
| "grad_norm": 0.15963926911354065, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7865, | |
| "step": 65550 | |
| }, | |
| { | |
| "epoch": 0.9023507888691729, | |
| "grad_norm": 0.14927932620048523, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7814, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 0.9030385562387379, | |
| "grad_norm": 0.15622937679290771, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7841, | |
| "step": 65650 | |
| }, | |
| { | |
| "epoch": 0.9037263236083027, | |
| "grad_norm": 0.14870509505271912, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7865, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 0.9044140909778676, | |
| "grad_norm": 0.16585543751716614, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7803, | |
| "step": 65750 | |
| }, | |
| { | |
| "epoch": 0.9051018583474326, | |
| "grad_norm": 0.16925722360610962, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7905, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 0.9057896257169975, | |
| "grad_norm": 0.16086918115615845, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7818, | |
| "step": 65850 | |
| }, | |
| { | |
| "epoch": 0.9064773930865624, | |
| "grad_norm": 0.17064189910888672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7829, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 0.9071651604561273, | |
| "grad_norm": 0.1507936716079712, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7826, | |
| "step": 65950 | |
| }, | |
| { | |
| "epoch": 0.9078529278256923, | |
| "grad_norm": 0.16139142215251923, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7832, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.9085406951952572, | |
| "grad_norm": 0.14373824000358582, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7834, | |
| "step": 66050 | |
| }, | |
| { | |
| "epoch": 0.909228462564822, | |
| "grad_norm": 0.14268267154693604, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7832, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 0.909916229934387, | |
| "grad_norm": 0.14548690617084503, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7827, | |
| "step": 66150 | |
| }, | |
| { | |
| "epoch": 0.9106039973039519, | |
| "grad_norm": 0.1726326048374176, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7799, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 0.9112917646735168, | |
| "grad_norm": 0.1607373058795929, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7809, | |
| "step": 66250 | |
| }, | |
| { | |
| "epoch": 0.9119795320430818, | |
| "grad_norm": 0.14730975031852722, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7791, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 0.9126672994126467, | |
| "grad_norm": 0.1616540104150772, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7791, | |
| "step": 66350 | |
| }, | |
| { | |
| "epoch": 0.9133550667822116, | |
| "grad_norm": 0.16029463708400726, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7828, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 0.9140428341517765, | |
| "grad_norm": 0.15002845227718353, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7812, | |
| "step": 66450 | |
| }, | |
| { | |
| "epoch": 0.9147306015213414, | |
| "grad_norm": 0.14482907950878143, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7802, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.9154183688909063, | |
| "grad_norm": 0.17749476432800293, | |
| "learning_rate": 0.0001, | |
| "loss": 1.781, | |
| "step": 66550 | |
| }, | |
| { | |
| "epoch": 0.9161061362604712, | |
| "grad_norm": 0.15776415169239044, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7816, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 0.9167939036300362, | |
| "grad_norm": 0.149980366230011, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7756, | |
| "step": 66650 | |
| }, | |
| { | |
| "epoch": 0.9174816709996011, | |
| "grad_norm": 0.16899780929088593, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7814, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 0.918169438369166, | |
| "grad_norm": 0.17424631118774414, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7781, | |
| "step": 66750 | |
| }, | |
| { | |
| "epoch": 0.918857205738731, | |
| "grad_norm": 0.1580991894006729, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7801, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 0.9195449731082959, | |
| "grad_norm": 0.16126061975955963, | |
| "learning_rate": 0.0001, | |
| "loss": 1.782, | |
| "step": 66850 | |
| }, | |
| { | |
| "epoch": 0.9202327404778607, | |
| "grad_norm": 0.15646252036094666, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7828, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 0.9209205078474257, | |
| "grad_norm": 0.17129796743392944, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7844, | |
| "step": 66950 | |
| }, | |
| { | |
| "epoch": 0.9216082752169906, | |
| "grad_norm": 0.1756673902273178, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7839, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.9222960425865555, | |
| "grad_norm": 0.15259510278701782, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7795, | |
| "step": 67050 | |
| }, | |
| { | |
| "epoch": 0.9229838099561204, | |
| "grad_norm": 0.1639316827058792, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 0.9236715773256854, | |
| "grad_norm": 0.17190176248550415, | |
| "learning_rate": 0.0001, | |
| "loss": 1.78, | |
| "step": 67150 | |
| }, | |
| { | |
| "epoch": 0.9243593446952503, | |
| "grad_norm": 0.16864174604415894, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7852, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 0.9250471120648152, | |
| "grad_norm": 0.15548075735569, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7828, | |
| "step": 67250 | |
| }, | |
| { | |
| "epoch": 0.9257348794343802, | |
| "grad_norm": 0.16301994025707245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7846, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 0.926422646803945, | |
| "grad_norm": 0.1735038459300995, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7798, | |
| "step": 67350 | |
| }, | |
| { | |
| "epoch": 0.9271104141735099, | |
| "grad_norm": 0.1380920112133026, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7806, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 0.9277981815430749, | |
| "grad_norm": 0.15920446813106537, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7792, | |
| "step": 67450 | |
| }, | |
| { | |
| "epoch": 0.9284859489126398, | |
| "grad_norm": 0.17028312385082245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7888, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.9291737162822047, | |
| "grad_norm": 0.1769266575574875, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7814, | |
| "step": 67550 | |
| }, | |
| { | |
| "epoch": 0.9298614836517696, | |
| "grad_norm": 0.1450556516647339, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7817, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 0.9305492510213346, | |
| "grad_norm": 0.16302357614040375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7813, | |
| "step": 67650 | |
| }, | |
| { | |
| "epoch": 0.9312370183908995, | |
| "grad_norm": 0.1574389934539795, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7776, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 0.9319247857604643, | |
| "grad_norm": 0.14627063274383545, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7826, | |
| "step": 67750 | |
| }, | |
| { | |
| "epoch": 0.9326125531300293, | |
| "grad_norm": 0.18861928582191467, | |
| "learning_rate": 0.0001, | |
| "loss": 1.781, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 0.9333003204995942, | |
| "grad_norm": 0.1549026519060135, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7787, | |
| "step": 67850 | |
| }, | |
| { | |
| "epoch": 0.9339880878691591, | |
| "grad_norm": 0.1620372235774994, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7826, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 0.9346758552387241, | |
| "grad_norm": 0.15894797444343567, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7818, | |
| "step": 67950 | |
| }, | |
| { | |
| "epoch": 0.935363622608289, | |
| "grad_norm": 0.19588086009025574, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7835, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.9360513899778539, | |
| "grad_norm": 0.1861431747674942, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7815, | |
| "step": 68050 | |
| }, | |
| { | |
| "epoch": 0.9367391573474189, | |
| "grad_norm": 0.16720125079154968, | |
| "learning_rate": 0.0001, | |
| "loss": 1.781, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 0.9374269247169837, | |
| "grad_norm": 0.1603463739156723, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7788, | |
| "step": 68150 | |
| }, | |
| { | |
| "epoch": 0.9381146920865486, | |
| "grad_norm": 0.14092972874641418, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7824, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 0.9388024594561135, | |
| "grad_norm": 0.1622365266084671, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7779, | |
| "step": 68250 | |
| }, | |
| { | |
| "epoch": 0.9394902268256785, | |
| "grad_norm": 0.16566450893878937, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7789, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 0.9401779941952434, | |
| "grad_norm": 0.14181503653526306, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7773, | |
| "step": 68350 | |
| }, | |
| { | |
| "epoch": 0.9408657615648083, | |
| "grad_norm": 0.16675251722335815, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7796, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 0.9415535289343733, | |
| "grad_norm": 0.15481418371200562, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7797, | |
| "step": 68450 | |
| }, | |
| { | |
| "epoch": 0.9422412963039382, | |
| "grad_norm": 0.16480682790279388, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7767, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.942929063673503, | |
| "grad_norm": 0.13726095855236053, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7799, | |
| "step": 68550 | |
| }, | |
| { | |
| "epoch": 0.943616831043068, | |
| "grad_norm": 0.1498117446899414, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7826, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 0.9443045984126329, | |
| "grad_norm": 0.15102407336235046, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7807, | |
| "step": 68650 | |
| }, | |
| { | |
| "epoch": 0.9449923657821978, | |
| "grad_norm": 0.1596510410308838, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7773, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 0.9456801331517628, | |
| "grad_norm": 0.15061867237091064, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7781, | |
| "step": 68750 | |
| }, | |
| { | |
| "epoch": 0.9463679005213277, | |
| "grad_norm": 0.18302445113658905, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7801, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 0.9470556678908926, | |
| "grad_norm": 0.1563147008419037, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7807, | |
| "step": 68850 | |
| }, | |
| { | |
| "epoch": 0.9477434352604575, | |
| "grad_norm": 0.1559109389781952, | |
| "learning_rate": 0.0001, | |
| "loss": 1.779, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 0.9484312026300225, | |
| "grad_norm": 0.1892656683921814, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7815, | |
| "step": 68950 | |
| }, | |
| { | |
| "epoch": 0.9491189699995873, | |
| "grad_norm": 0.16753901541233063, | |
| "learning_rate": 0.0001, | |
| "loss": 1.779, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.9498067373691522, | |
| "grad_norm": 0.16571739315986633, | |
| "learning_rate": 0.0001, | |
| "loss": 1.781, | |
| "step": 69050 | |
| }, | |
| { | |
| "epoch": 0.9504945047387172, | |
| "grad_norm": 0.15618735551834106, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7801, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 0.9511822721082821, | |
| "grad_norm": 0.15602505207061768, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7782, | |
| "step": 69150 | |
| }, | |
| { | |
| "epoch": 0.951870039477847, | |
| "grad_norm": 0.1441372036933899, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7808, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 0.952557806847412, | |
| "grad_norm": 0.16956308484077454, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7805, | |
| "step": 69250 | |
| }, | |
| { | |
| "epoch": 0.9532455742169769, | |
| "grad_norm": 0.1570560336112976, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7829, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 0.9539333415865417, | |
| "grad_norm": 0.13851186633110046, | |
| "learning_rate": 0.0001, | |
| "loss": 1.779, | |
| "step": 69350 | |
| }, | |
| { | |
| "epoch": 0.9546211089561066, | |
| "grad_norm": 0.18309037387371063, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7772, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 0.9553088763256716, | |
| "grad_norm": 1.6850249767303467, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7781, | |
| "step": 69450 | |
| }, | |
| { | |
| "epoch": 0.9559966436952365, | |
| "grad_norm": 0.1578509509563446, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7843, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.9566844110648014, | |
| "grad_norm": 0.15330944955348969, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7785, | |
| "step": 69550 | |
| }, | |
| { | |
| "epoch": 0.9573721784343664, | |
| "grad_norm": 0.15504170954227448, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7851, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 0.9580599458039313, | |
| "grad_norm": 0.17802022397518158, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7794, | |
| "step": 69650 | |
| }, | |
| { | |
| "epoch": 0.9587477131734962, | |
| "grad_norm": 0.18508057296276093, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7827, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 0.9594354805430612, | |
| "grad_norm": 0.19704073667526245, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7809, | |
| "step": 69750 | |
| }, | |
| { | |
| "epoch": 0.960123247912626, | |
| "grad_norm": 0.17070503532886505, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7791, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 0.9608110152821909, | |
| "grad_norm": 0.1832980215549469, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7798, | |
| "step": 69850 | |
| }, | |
| { | |
| "epoch": 0.9614987826517559, | |
| "grad_norm": 0.15290822088718414, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7819, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 0.9621865500213208, | |
| "grad_norm": 0.1691426783800125, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7792, | |
| "step": 69950 | |
| }, | |
| { | |
| "epoch": 0.9628743173908857, | |
| "grad_norm": 0.1656666249036789, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.9635620847604506, | |
| "grad_norm": 0.15653489530086517, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7811, | |
| "step": 70050 | |
| }, | |
| { | |
| "epoch": 0.9642498521300156, | |
| "grad_norm": 0.15945695340633392, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7789, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 0.9649376194995805, | |
| "grad_norm": 0.173899307847023, | |
| "learning_rate": 0.0001, | |
| "loss": 1.782, | |
| "step": 70150 | |
| }, | |
| { | |
| "epoch": 0.9656253868691453, | |
| "grad_norm": 0.13982714712619781, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7796, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 0.9663131542387103, | |
| "grad_norm": 0.16570891439914703, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7814, | |
| "step": 70250 | |
| }, | |
| { | |
| "epoch": 0.9670009216082752, | |
| "grad_norm": 0.1680910885334015, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7797, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 0.9676886889778401, | |
| "grad_norm": 0.18602094054222107, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7799, | |
| "step": 70350 | |
| }, | |
| { | |
| "epoch": 0.9683764563474051, | |
| "grad_norm": 0.15171028673648834, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7824, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 0.96906422371697, | |
| "grad_norm": 0.17273007333278656, | |
| "learning_rate": 0.0001, | |
| "loss": 1.779, | |
| "step": 70450 | |
| }, | |
| { | |
| "epoch": 0.9697519910865349, | |
| "grad_norm": 0.1841355711221695, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7849, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.9704397584560998, | |
| "grad_norm": 0.14629191160202026, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7822, | |
| "step": 70550 | |
| }, | |
| { | |
| "epoch": 0.9711275258256648, | |
| "grad_norm": 0.19547376036643982, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7805, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 0.9718152931952296, | |
| "grad_norm": 0.1695117950439453, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7808, | |
| "step": 70650 | |
| }, | |
| { | |
| "epoch": 0.9725030605647945, | |
| "grad_norm": 0.15734167397022247, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7826, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 0.9731908279343595, | |
| "grad_norm": 0.15534259378910065, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7784, | |
| "step": 70750 | |
| }, | |
| { | |
| "epoch": 0.9738785953039244, | |
| "grad_norm": 0.17524221539497375, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7802, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 0.9745663626734893, | |
| "grad_norm": 0.16551004350185394, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7774, | |
| "step": 70850 | |
| }, | |
| { | |
| "epoch": 0.9752541300430543, | |
| "grad_norm": 0.18955057859420776, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7771, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 0.9759418974126192, | |
| "grad_norm": 0.1564190834760666, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 70950 | |
| }, | |
| { | |
| "epoch": 0.976629664782184, | |
| "grad_norm": 0.18080365657806396, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7809, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.977317432151749, | |
| "grad_norm": 0.17052794992923737, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7785, | |
| "step": 71050 | |
| }, | |
| { | |
| "epoch": 0.9780051995213139, | |
| "grad_norm": 0.15679985284805298, | |
| "learning_rate": 0.0001, | |
| "loss": 1.777, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 0.9786929668908788, | |
| "grad_norm": 0.14611759781837463, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7831, | |
| "step": 71150 | |
| }, | |
| { | |
| "epoch": 0.9793807342604437, | |
| "grad_norm": 0.17994888126850128, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7811, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 0.9800685016300087, | |
| "grad_norm": 0.1523408442735672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7819, | |
| "step": 71250 | |
| }, | |
| { | |
| "epoch": 0.9807562689995736, | |
| "grad_norm": 0.14828313887119293, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7766, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 0.9814440363691385, | |
| "grad_norm": 0.1424998790025711, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7788, | |
| "step": 71350 | |
| }, | |
| { | |
| "epoch": 0.9821318037387035, | |
| "grad_norm": 0.14312104880809784, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7783, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 0.9828195711082683, | |
| "grad_norm": 0.14697466790676117, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7808, | |
| "step": 71450 | |
| }, | |
| { | |
| "epoch": 0.9835073384778332, | |
| "grad_norm": 0.16363121569156647, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7783, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.9841951058473982, | |
| "grad_norm": 0.1542508453130722, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7817, | |
| "step": 71550 | |
| }, | |
| { | |
| "epoch": 0.9848828732169631, | |
| "grad_norm": 0.1389523297548294, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7791, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 0.985570640586528, | |
| "grad_norm": 0.15856057405471802, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7833, | |
| "step": 71650 | |
| }, | |
| { | |
| "epoch": 0.986258407956093, | |
| "grad_norm": 0.15098857879638672, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7764, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 0.9869461753256579, | |
| "grad_norm": 0.14318101108074188, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7782, | |
| "step": 71750 | |
| }, | |
| { | |
| "epoch": 0.9876339426952228, | |
| "grad_norm": 0.16459529101848602, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7774, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 0.9883217100647876, | |
| "grad_norm": 0.14705689251422882, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7813, | |
| "step": 71850 | |
| }, | |
| { | |
| "epoch": 0.9890094774343526, | |
| "grad_norm": 0.2091091424226761, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7819, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 0.9896972448039175, | |
| "grad_norm": 0.1711418330669403, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7782, | |
| "step": 71950 | |
| }, | |
| { | |
| "epoch": 0.9903850121734824, | |
| "grad_norm": 0.15255683660507202, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7851, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.9910727795430474, | |
| "grad_norm": 0.17501915991306305, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7824, | |
| "step": 72050 | |
| }, | |
| { | |
| "epoch": 0.9917605469126123, | |
| "grad_norm": 0.1605847328901291, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7802, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 0.9924483142821772, | |
| "grad_norm": 0.14898759126663208, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7836, | |
| "step": 72150 | |
| }, | |
| { | |
| "epoch": 0.9931360816517422, | |
| "grad_norm": 0.15966999530792236, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7773, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 0.993823849021307, | |
| "grad_norm": 0.14977654814720154, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7764, | |
| "step": 72250 | |
| }, | |
| { | |
| "epoch": 0.9945116163908719, | |
| "grad_norm": 0.16077259182929993, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7789, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 0.9951993837604368, | |
| "grad_norm": 0.1603011190891266, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7756, | |
| "step": 72350 | |
| }, | |
| { | |
| "epoch": 0.9958871511300018, | |
| "grad_norm": 0.17926956713199615, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7805, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 0.9965749184995667, | |
| "grad_norm": 0.15523836016654968, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7816, | |
| "step": 72450 | |
| }, | |
| { | |
| "epoch": 0.9972626858691316, | |
| "grad_norm": 0.15533694624900818, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7817, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.9979504532386966, | |
| "grad_norm": 0.17167145013809204, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7793, | |
| "step": 72550 | |
| }, | |
| { | |
| "epoch": 0.9986382206082615, | |
| "grad_norm": 0.1536383181810379, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7792, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 0.9993259879778263, | |
| "grad_norm": 0.15611621737480164, | |
| "learning_rate": 0.0001, | |
| "loss": 1.7798, | |
| "step": 72650 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 72699, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.7804002887190855e+21, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |