xlm-roberta-base-sst2-1 / trainer_state.json
tmnam20's picture
Upload trainer_state.json with huggingface_hub
8aa9f2d verified
raw
history blame contribute delete
No virus
18.9 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.0,
"eval_steps": 500,
"global_step": 6315,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 1.9841646872525734e-05,
"loss": 0.675,
"step": 50
},
{
"epoch": 0.05,
"learning_rate": 1.9683293745051467e-05,
"loss": 0.5457,
"step": 100
},
{
"epoch": 0.07,
"learning_rate": 1.95249406175772e-05,
"loss": 0.4717,
"step": 150
},
{
"epoch": 0.1,
"learning_rate": 1.936658749010293e-05,
"loss": 0.4451,
"step": 200
},
{
"epoch": 0.12,
"learning_rate": 1.9208234362628665e-05,
"loss": 0.4314,
"step": 250
},
{
"epoch": 0.14,
"learning_rate": 1.9049881235154395e-05,
"loss": 0.4155,
"step": 300
},
{
"epoch": 0.17,
"learning_rate": 1.8891528107680128e-05,
"loss": 0.3894,
"step": 350
},
{
"epoch": 0.19,
"learning_rate": 1.873317498020586e-05,
"loss": 0.3698,
"step": 400
},
{
"epoch": 0.21,
"learning_rate": 1.8574821852731593e-05,
"loss": 0.388,
"step": 450
},
{
"epoch": 0.24,
"learning_rate": 1.8416468725257326e-05,
"loss": 0.3646,
"step": 500
},
{
"epoch": 0.24,
"eval_accuracy": 0.8555045871559633,
"eval_loss": 0.3292173445224762,
"eval_runtime": 0.8608,
"eval_samples_per_second": 1013.035,
"eval_steps_per_second": 63.896,
"step": 500
},
{
"epoch": 0.26,
"learning_rate": 1.825811559778306e-05,
"loss": 0.3755,
"step": 550
},
{
"epoch": 0.29,
"learning_rate": 1.809976247030879e-05,
"loss": 0.3439,
"step": 600
},
{
"epoch": 0.31,
"learning_rate": 1.794140934283452e-05,
"loss": 0.3718,
"step": 650
},
{
"epoch": 0.33,
"learning_rate": 1.7783056215360253e-05,
"loss": 0.3291,
"step": 700
},
{
"epoch": 0.36,
"learning_rate": 1.762470308788599e-05,
"loss": 0.3411,
"step": 750
},
{
"epoch": 0.38,
"learning_rate": 1.746634996041172e-05,
"loss": 0.3529,
"step": 800
},
{
"epoch": 0.4,
"learning_rate": 1.730799683293745e-05,
"loss": 0.3319,
"step": 850
},
{
"epoch": 0.43,
"learning_rate": 1.7149643705463184e-05,
"loss": 0.3325,
"step": 900
},
{
"epoch": 0.45,
"learning_rate": 1.6991290577988917e-05,
"loss": 0.3205,
"step": 950
},
{
"epoch": 0.48,
"learning_rate": 1.6832937450514647e-05,
"loss": 0.3026,
"step": 1000
},
{
"epoch": 0.48,
"eval_accuracy": 0.8658256880733946,
"eval_loss": 0.40314120054244995,
"eval_runtime": 0.8731,
"eval_samples_per_second": 998.783,
"eval_steps_per_second": 62.997,
"step": 1000
},
{
"epoch": 0.5,
"learning_rate": 1.6674584323040383e-05,
"loss": 0.3121,
"step": 1050
},
{
"epoch": 0.52,
"learning_rate": 1.6516231195566115e-05,
"loss": 0.2783,
"step": 1100
},
{
"epoch": 0.55,
"learning_rate": 1.6357878068091845e-05,
"loss": 0.3171,
"step": 1150
},
{
"epoch": 0.57,
"learning_rate": 1.6199524940617578e-05,
"loss": 0.3149,
"step": 1200
},
{
"epoch": 0.59,
"learning_rate": 1.604117181314331e-05,
"loss": 0.3218,
"step": 1250
},
{
"epoch": 0.62,
"learning_rate": 1.5882818685669043e-05,
"loss": 0.2871,
"step": 1300
},
{
"epoch": 0.64,
"learning_rate": 1.5724465558194776e-05,
"loss": 0.2857,
"step": 1350
},
{
"epoch": 0.67,
"learning_rate": 1.556611243072051e-05,
"loss": 0.2821,
"step": 1400
},
{
"epoch": 0.69,
"learning_rate": 1.540775930324624e-05,
"loss": 0.3327,
"step": 1450
},
{
"epoch": 0.71,
"learning_rate": 1.5249406175771972e-05,
"loss": 0.2802,
"step": 1500
},
{
"epoch": 0.71,
"eval_accuracy": 0.8715596330275229,
"eval_loss": 0.38183480501174927,
"eval_runtime": 0.8626,
"eval_samples_per_second": 1010.871,
"eval_steps_per_second": 63.759,
"step": 1500
},
{
"epoch": 0.74,
"learning_rate": 1.5091053048297705e-05,
"loss": 0.3008,
"step": 1550
},
{
"epoch": 0.76,
"learning_rate": 1.4932699920823436e-05,
"loss": 0.2921,
"step": 1600
},
{
"epoch": 0.78,
"learning_rate": 1.477434679334917e-05,
"loss": 0.2877,
"step": 1650
},
{
"epoch": 0.81,
"learning_rate": 1.4615993665874902e-05,
"loss": 0.3011,
"step": 1700
},
{
"epoch": 0.83,
"learning_rate": 1.4457640538400634e-05,
"loss": 0.2872,
"step": 1750
},
{
"epoch": 0.86,
"learning_rate": 1.4299287410926367e-05,
"loss": 0.275,
"step": 1800
},
{
"epoch": 0.88,
"learning_rate": 1.4140934283452098e-05,
"loss": 0.2701,
"step": 1850
},
{
"epoch": 0.9,
"learning_rate": 1.3982581155977833e-05,
"loss": 0.287,
"step": 1900
},
{
"epoch": 0.93,
"learning_rate": 1.3824228028503564e-05,
"loss": 0.2919,
"step": 1950
},
{
"epoch": 0.95,
"learning_rate": 1.3665874901029297e-05,
"loss": 0.2681,
"step": 2000
},
{
"epoch": 0.95,
"eval_accuracy": 0.8692660550458715,
"eval_loss": 0.34796813130378723,
"eval_runtime": 0.8621,
"eval_samples_per_second": 1011.456,
"eval_steps_per_second": 63.796,
"step": 2000
},
{
"epoch": 0.97,
"learning_rate": 1.3507521773555028e-05,
"loss": 0.2694,
"step": 2050
},
{
"epoch": 1.0,
"learning_rate": 1.3349168646080762e-05,
"loss": 0.2626,
"step": 2100
},
{
"epoch": 1.02,
"learning_rate": 1.3190815518606495e-05,
"loss": 0.2217,
"step": 2150
},
{
"epoch": 1.05,
"learning_rate": 1.3032462391132226e-05,
"loss": 0.2134,
"step": 2200
},
{
"epoch": 1.07,
"learning_rate": 1.2874109263657959e-05,
"loss": 0.2556,
"step": 2250
},
{
"epoch": 1.09,
"learning_rate": 1.271575613618369e-05,
"loss": 0.2343,
"step": 2300
},
{
"epoch": 1.12,
"learning_rate": 1.2557403008709424e-05,
"loss": 0.2163,
"step": 2350
},
{
"epoch": 1.14,
"learning_rate": 1.2399049881235155e-05,
"loss": 0.2414,
"step": 2400
},
{
"epoch": 1.16,
"learning_rate": 1.2240696753760888e-05,
"loss": 0.2519,
"step": 2450
},
{
"epoch": 1.19,
"learning_rate": 1.208234362628662e-05,
"loss": 0.2012,
"step": 2500
},
{
"epoch": 1.19,
"eval_accuracy": 0.8818807339449541,
"eval_loss": 0.3381371796131134,
"eval_runtime": 0.862,
"eval_samples_per_second": 1011.647,
"eval_steps_per_second": 63.808,
"step": 2500
},
{
"epoch": 1.21,
"learning_rate": 1.1923990498812352e-05,
"loss": 0.2171,
"step": 2550
},
{
"epoch": 1.24,
"learning_rate": 1.1765637371338086e-05,
"loss": 0.214,
"step": 2600
},
{
"epoch": 1.26,
"learning_rate": 1.1607284243863817e-05,
"loss": 0.2064,
"step": 2650
},
{
"epoch": 1.28,
"learning_rate": 1.144893111638955e-05,
"loss": 0.2242,
"step": 2700
},
{
"epoch": 1.31,
"learning_rate": 1.1290577988915281e-05,
"loss": 0.2282,
"step": 2750
},
{
"epoch": 1.33,
"learning_rate": 1.1132224861441014e-05,
"loss": 0.2054,
"step": 2800
},
{
"epoch": 1.35,
"learning_rate": 1.0973871733966748e-05,
"loss": 0.2347,
"step": 2850
},
{
"epoch": 1.38,
"learning_rate": 1.081551860649248e-05,
"loss": 0.2082,
"step": 2900
},
{
"epoch": 1.4,
"learning_rate": 1.0657165479018212e-05,
"loss": 0.2054,
"step": 2950
},
{
"epoch": 1.43,
"learning_rate": 1.0498812351543943e-05,
"loss": 0.2212,
"step": 3000
},
{
"epoch": 1.43,
"eval_accuracy": 0.8784403669724771,
"eval_loss": 0.36815786361694336,
"eval_runtime": 1.2283,
"eval_samples_per_second": 709.951,
"eval_steps_per_second": 44.779,
"step": 3000
},
{
"epoch": 1.45,
"learning_rate": 1.0340459224069676e-05,
"loss": 0.2348,
"step": 3050
},
{
"epoch": 1.47,
"learning_rate": 1.0182106096595407e-05,
"loss": 0.2134,
"step": 3100
},
{
"epoch": 1.5,
"learning_rate": 1.0023752969121141e-05,
"loss": 0.2077,
"step": 3150
},
{
"epoch": 1.52,
"learning_rate": 9.865399841646872e-06,
"loss": 0.1946,
"step": 3200
},
{
"epoch": 1.54,
"learning_rate": 9.707046714172605e-06,
"loss": 0.2428,
"step": 3250
},
{
"epoch": 1.57,
"learning_rate": 9.548693586698338e-06,
"loss": 0.2104,
"step": 3300
},
{
"epoch": 1.59,
"learning_rate": 9.39034045922407e-06,
"loss": 0.2208,
"step": 3350
},
{
"epoch": 1.62,
"learning_rate": 9.231987331749803e-06,
"loss": 0.2089,
"step": 3400
},
{
"epoch": 1.64,
"learning_rate": 9.073634204275536e-06,
"loss": 0.2053,
"step": 3450
},
{
"epoch": 1.66,
"learning_rate": 8.915281076801267e-06,
"loss": 0.2003,
"step": 3500
},
{
"epoch": 1.66,
"eval_accuracy": 0.8899082568807339,
"eval_loss": 0.3312223553657532,
"eval_runtime": 0.8655,
"eval_samples_per_second": 1007.513,
"eval_steps_per_second": 63.547,
"step": 3500
},
{
"epoch": 1.69,
"learning_rate": 8.756927949327e-06,
"loss": 0.1892,
"step": 3550
},
{
"epoch": 1.71,
"learning_rate": 8.598574821852733e-06,
"loss": 0.2102,
"step": 3600
},
{
"epoch": 1.73,
"learning_rate": 8.440221694378464e-06,
"loss": 0.1833,
"step": 3650
},
{
"epoch": 1.76,
"learning_rate": 8.281868566904197e-06,
"loss": 0.2035,
"step": 3700
},
{
"epoch": 1.78,
"learning_rate": 8.12351543942993e-06,
"loss": 0.216,
"step": 3750
},
{
"epoch": 1.81,
"learning_rate": 7.965162311955662e-06,
"loss": 0.2239,
"step": 3800
},
{
"epoch": 1.83,
"learning_rate": 7.806809184481395e-06,
"loss": 0.1928,
"step": 3850
},
{
"epoch": 1.85,
"learning_rate": 7.648456057007126e-06,
"loss": 0.2271,
"step": 3900
},
{
"epoch": 1.88,
"learning_rate": 7.490102929532859e-06,
"loss": 0.2066,
"step": 3950
},
{
"epoch": 1.9,
"learning_rate": 7.331749802058591e-06,
"loss": 0.2157,
"step": 4000
},
{
"epoch": 1.9,
"eval_accuracy": 0.8899082568807339,
"eval_loss": 0.319502055644989,
"eval_runtime": 0.8651,
"eval_samples_per_second": 1007.945,
"eval_steps_per_second": 63.575,
"step": 4000
},
{
"epoch": 1.92,
"learning_rate": 7.173396674584323e-06,
"loss": 0.1983,
"step": 4050
},
{
"epoch": 1.95,
"learning_rate": 7.015043547110056e-06,
"loss": 0.197,
"step": 4100
},
{
"epoch": 1.97,
"learning_rate": 6.856690419635789e-06,
"loss": 0.2272,
"step": 4150
},
{
"epoch": 2.0,
"learning_rate": 6.698337292161521e-06,
"loss": 0.2072,
"step": 4200
},
{
"epoch": 2.02,
"learning_rate": 6.539984164687253e-06,
"loss": 0.1716,
"step": 4250
},
{
"epoch": 2.04,
"learning_rate": 6.3816310372129854e-06,
"loss": 0.1602,
"step": 4300
},
{
"epoch": 2.07,
"learning_rate": 6.223277909738717e-06,
"loss": 0.1488,
"step": 4350
},
{
"epoch": 2.09,
"learning_rate": 6.06492478226445e-06,
"loss": 0.1559,
"step": 4400
},
{
"epoch": 2.11,
"learning_rate": 5.906571654790183e-06,
"loss": 0.178,
"step": 4450
},
{
"epoch": 2.14,
"learning_rate": 5.748218527315916e-06,
"loss": 0.1504,
"step": 4500
},
{
"epoch": 2.14,
"eval_accuracy": 0.893348623853211,
"eval_loss": 0.37882882356643677,
"eval_runtime": 0.863,
"eval_samples_per_second": 1010.481,
"eval_steps_per_second": 63.734,
"step": 4500
},
{
"epoch": 2.16,
"learning_rate": 5.5898653998416475e-06,
"loss": 0.1577,
"step": 4550
},
{
"epoch": 2.19,
"learning_rate": 5.431512272367379e-06,
"loss": 0.1601,
"step": 4600
},
{
"epoch": 2.21,
"learning_rate": 5.273159144893112e-06,
"loss": 0.1917,
"step": 4650
},
{
"epoch": 2.23,
"learning_rate": 5.114806017418844e-06,
"loss": 0.1735,
"step": 4700
},
{
"epoch": 2.26,
"learning_rate": 4.956452889944577e-06,
"loss": 0.1818,
"step": 4750
},
{
"epoch": 2.28,
"learning_rate": 4.798099762470309e-06,
"loss": 0.1603,
"step": 4800
},
{
"epoch": 2.3,
"learning_rate": 4.6397466349960415e-06,
"loss": 0.1651,
"step": 4850
},
{
"epoch": 2.33,
"learning_rate": 4.481393507521774e-06,
"loss": 0.1722,
"step": 4900
},
{
"epoch": 2.35,
"learning_rate": 4.323040380047506e-06,
"loss": 0.1638,
"step": 4950
},
{
"epoch": 2.38,
"learning_rate": 4.164687252573238e-06,
"loss": 0.1408,
"step": 5000
},
{
"epoch": 2.38,
"eval_accuracy": 0.8818807339449541,
"eval_loss": 0.44837096333503723,
"eval_runtime": 0.8664,
"eval_samples_per_second": 1006.491,
"eval_steps_per_second": 63.483,
"step": 5000
},
{
"epoch": 2.4,
"learning_rate": 4.006334125098972e-06,
"loss": 0.1756,
"step": 5050
},
{
"epoch": 2.42,
"learning_rate": 3.8479809976247036e-06,
"loss": 0.171,
"step": 5100
},
{
"epoch": 2.45,
"learning_rate": 3.6896278701504355e-06,
"loss": 0.1477,
"step": 5150
},
{
"epoch": 2.47,
"learning_rate": 3.531274742676168e-06,
"loss": 0.1352,
"step": 5200
},
{
"epoch": 2.49,
"learning_rate": 3.3729216152019006e-06,
"loss": 0.1677,
"step": 5250
},
{
"epoch": 2.52,
"learning_rate": 3.214568487727633e-06,
"loss": 0.1431,
"step": 5300
},
{
"epoch": 2.54,
"learning_rate": 3.0562153602533652e-06,
"loss": 0.172,
"step": 5350
},
{
"epoch": 2.57,
"learning_rate": 2.897862232779098e-06,
"loss": 0.1838,
"step": 5400
},
{
"epoch": 2.59,
"learning_rate": 2.73950910530483e-06,
"loss": 0.1593,
"step": 5450
},
{
"epoch": 2.61,
"learning_rate": 2.581155977830562e-06,
"loss": 0.1508,
"step": 5500
},
{
"epoch": 2.61,
"eval_accuracy": 0.875,
"eval_loss": 0.41936951875686646,
"eval_runtime": 0.8641,
"eval_samples_per_second": 1009.163,
"eval_steps_per_second": 63.651,
"step": 5500
},
{
"epoch": 2.64,
"learning_rate": 2.422802850356295e-06,
"loss": 0.1627,
"step": 5550
},
{
"epoch": 2.66,
"learning_rate": 2.264449722882027e-06,
"loss": 0.1585,
"step": 5600
},
{
"epoch": 2.68,
"learning_rate": 2.1060965954077596e-06,
"loss": 0.1703,
"step": 5650
},
{
"epoch": 2.71,
"learning_rate": 1.947743467933492e-06,
"loss": 0.1646,
"step": 5700
},
{
"epoch": 2.73,
"learning_rate": 1.789390340459224e-06,
"loss": 0.1787,
"step": 5750
},
{
"epoch": 2.76,
"learning_rate": 1.6310372129849566e-06,
"loss": 0.1395,
"step": 5800
},
{
"epoch": 2.78,
"learning_rate": 1.472684085510689e-06,
"loss": 0.1512,
"step": 5850
},
{
"epoch": 2.8,
"learning_rate": 1.3143309580364213e-06,
"loss": 0.1634,
"step": 5900
},
{
"epoch": 2.83,
"learning_rate": 1.1559778305621536e-06,
"loss": 0.1515,
"step": 5950
},
{
"epoch": 2.85,
"learning_rate": 9.976247030878861e-07,
"loss": 0.1604,
"step": 6000
},
{
"epoch": 2.85,
"eval_accuracy": 0.8841743119266054,
"eval_loss": 0.37295475602149963,
"eval_runtime": 0.8628,
"eval_samples_per_second": 1010.644,
"eval_steps_per_second": 63.745,
"step": 6000
},
{
"epoch": 2.87,
"learning_rate": 8.392715756136184e-07,
"loss": 0.1509,
"step": 6050
},
{
"epoch": 2.9,
"learning_rate": 6.809184481393508e-07,
"loss": 0.1431,
"step": 6100
},
{
"epoch": 2.92,
"learning_rate": 5.225653206650831e-07,
"loss": 0.1655,
"step": 6150
},
{
"epoch": 2.95,
"learning_rate": 3.642121931908155e-07,
"loss": 0.1542,
"step": 6200
},
{
"epoch": 2.97,
"learning_rate": 2.0585906571654793e-07,
"loss": 0.149,
"step": 6250
},
{
"epoch": 2.99,
"learning_rate": 4.750593824228029e-08,
"loss": 0.1691,
"step": 6300
},
{
"epoch": 3.0,
"step": 6315,
"total_flos": 5534396646750420.0,
"train_loss": 0.23872949418243866,
"train_runtime": 1035.3752,
"train_samples_per_second": 195.144,
"train_steps_per_second": 6.099
}
],
"logging_steps": 50,
"max_steps": 6315,
"num_train_epochs": 3,
"save_steps": 500,
"total_flos": 5534396646750420.0,
"trial_name": null,
"trial_params": null
}