| { | |
| "best_metric": 0.8442339359569462, | |
| "best_model_checkpoint": "result/simcse-celectra-amlp-dmlp-2ep-bs64-lr1e-5-mask0.20-elew0.005-roberta-base", | |
| "epoch": 2.0, | |
| "global_step": 31252, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "electra_acc": 0.1088, | |
| "electra_fix_acc": 0.0079, | |
| "electra_rep_acc": 0.9968, | |
| "epoch": 0.0, | |
| "learning_rate": 9.99968002047869e-06, | |
| "loss": 8.4419, | |
| "neg_sim": 0.2061, | |
| "pos_sim": 0.3449, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_avg_sts": 0.755574714462574, | |
| "eval_sickr_spearman": 0.7098302262826256, | |
| "eval_stsb_spearman": 0.8013192026425223, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_avg_sts": 0.761612717263195, | |
| "eval_sickr_spearman": 0.7112582869905835, | |
| "eval_stsb_spearman": 0.8119671475358067, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "eval_avg_sts": 0.766754789307388, | |
| "eval_sickr_spearman": 0.7152875680591253, | |
| "eval_stsb_spearman": 0.8182220105556509, | |
| "step": 375 | |
| }, | |
| { | |
| "electra_acc": 0.8686, | |
| "electra_fix_acc": 0.9713, | |
| "electra_rep_acc": 0.0311, | |
| "epoch": 0.03, | |
| "learning_rate": 9.840010239344683e-06, | |
| "loss": 0.1729, | |
| "neg_sim": -0.0093, | |
| "pos_sim": 0.695, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_avg_sts": 0.7675239503020774, | |
| "eval_sickr_spearman": 0.7166760511394983, | |
| "eval_stsb_spearman": 0.8183718494646566, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_avg_sts": 0.7749845711206813, | |
| "eval_sickr_spearman": 0.724027931681123, | |
| "eval_stsb_spearman": 0.8259412105602397, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_avg_sts": 0.7751202672393465, | |
| "eval_sickr_spearman": 0.7197742012755609, | |
| "eval_stsb_spearman": 0.8304663332031321, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_avg_sts": 0.7760175671946854, | |
| "eval_sickr_spearman": 0.7239823981969596, | |
| "eval_stsb_spearman": 0.8280527361924113, | |
| "step": 875 | |
| }, | |
| { | |
| "electra_acc": 0.8964, | |
| "electra_fix_acc": 0.9953, | |
| "electra_rep_acc": 0.0862, | |
| "epoch": 0.06, | |
| "learning_rate": 9.680020478689364e-06, | |
| "loss": 0.0014, | |
| "neg_sim": -0.0136, | |
| "pos_sim": 0.736, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_avg_sts": 0.7775564387382596, | |
| "eval_sickr_spearman": 0.7228041472475814, | |
| "eval_stsb_spearman": 0.832308730228938, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_avg_sts": 0.7784780411860817, | |
| "eval_sickr_spearman": 0.7230463680921337, | |
| "eval_stsb_spearman": 0.8339097142800296, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_avg_sts": 0.7802639531360682, | |
| "eval_sickr_spearman": 0.726064546444302, | |
| "eval_stsb_spearman": 0.8344633598278346, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_avg_sts": 0.778730071271978, | |
| "eval_sickr_spearman": 0.7238748085297384, | |
| "eval_stsb_spearman": 0.8335853340142177, | |
| "step": 1375 | |
| }, | |
| { | |
| "electra_acc": 0.8989, | |
| "electra_fix_acc": 0.9938, | |
| "electra_rep_acc": 0.1172, | |
| "epoch": 0.1, | |
| "learning_rate": 9.520030718034047e-06, | |
| "loss": 0.0013, | |
| "neg_sim": -0.0137, | |
| "pos_sim": 0.7472, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_avg_sts": 0.7716526802556551, | |
| "eval_sickr_spearman": 0.7141475498664919, | |
| "eval_stsb_spearman": 0.8291578106448184, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_avg_sts": 0.7758744711124749, | |
| "eval_sickr_spearman": 0.721181992858712, | |
| "eval_stsb_spearman": 0.8305669493662378, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_avg_sts": 0.7763031700578917, | |
| "eval_sickr_spearman": 0.7214235412678442, | |
| "eval_stsb_spearman": 0.8311827988479393, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_avg_sts": 0.7806434242533656, | |
| "eval_sickr_spearman": 0.7289663454376855, | |
| "eval_stsb_spearman": 0.8323205030690458, | |
| "step": 1875 | |
| }, | |
| { | |
| "electra_acc": 0.8998, | |
| "electra_fix_acc": 0.9931, | |
| "electra_rep_acc": 0.1339, | |
| "epoch": 0.13, | |
| "learning_rate": 9.36004095737873e-06, | |
| "loss": 0.0012, | |
| "neg_sim": -0.0138, | |
| "pos_sim": 0.7538, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_avg_sts": 0.7795467000474285, | |
| "eval_sickr_spearman": 0.722814521965492, | |
| "eval_stsb_spearman": 0.836278878129365, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_avg_sts": 0.7831655326956792, | |
| "eval_sickr_spearman": 0.7220971294344124, | |
| "eval_stsb_spearman": 0.8442339359569462, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_avg_sts": 0.7784529836143297, | |
| "eval_sickr_spearman": 0.7178746672758864, | |
| "eval_stsb_spearman": 0.8390312999527729, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_avg_sts": 0.7838110056478796, | |
| "eval_sickr_spearman": 0.7265441850232628, | |
| "eval_stsb_spearman": 0.8410778262724965, | |
| "step": 2375 | |
| }, | |
| { | |
| "electra_acc": 0.9008, | |
| "electra_fix_acc": 0.9925, | |
| "electra_rep_acc": 0.1492, | |
| "epoch": 0.16, | |
| "learning_rate": 9.20005119672341e-06, | |
| "loss": 0.0012, | |
| "neg_sim": -0.0138, | |
| "pos_sim": 0.7534, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_avg_sts": 0.781754791702129, | |
| "eval_sickr_spearman": 0.723123794227652, | |
| "eval_stsb_spearman": 0.8403857891766059, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "eval_avg_sts": 0.7798490649002168, | |
| "eval_sickr_spearman": 0.7198115694724797, | |
| "eval_stsb_spearman": 0.8398865603279537, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_avg_sts": 0.7787504502510374, | |
| "eval_sickr_spearman": 0.7188935990617945, | |
| "eval_stsb_spearman": 0.8386073014402803, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_avg_sts": 0.7702513371927302, | |
| "eval_sickr_spearman": 0.7122062768396675, | |
| "eval_stsb_spearman": 0.828296397545793, | |
| "step": 2875 | |
| }, | |
| { | |
| "electra_acc": 0.9012, | |
| "electra_fix_acc": 0.9922, | |
| "electra_rep_acc": 0.157, | |
| "epoch": 0.19, | |
| "learning_rate": 9.040061436068092e-06, | |
| "loss": 0.0012, | |
| "neg_sim": -0.0139, | |
| "pos_sim": 0.7662, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_avg_sts": 0.77796510106683, | |
| "eval_sickr_spearman": 0.7215734943665341, | |
| "eval_stsb_spearman": 0.834356707767126, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_avg_sts": 0.7773533173320899, | |
| "eval_sickr_spearman": 0.7216049067068746, | |
| "eval_stsb_spearman": 0.8331017279573052, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_avg_sts": 0.7727609962405579, | |
| "eval_sickr_spearman": 0.7192614692677092, | |
| "eval_stsb_spearman": 0.8262605232134068, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_avg_sts": 0.7705397769228735, | |
| "eval_sickr_spearman": 0.7183345170410549, | |
| "eval_stsb_spearman": 0.8227450368046919, | |
| "step": 3375 | |
| }, | |
| { | |
| "electra_acc": 0.902, | |
| "electra_fix_acc": 0.9917, | |
| "electra_rep_acc": 0.1668, | |
| "epoch": 0.22, | |
| "learning_rate": 8.880071675412775e-06, | |
| "loss": 0.0012, | |
| "neg_sim": -0.0138, | |
| "pos_sim": 0.762, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_avg_sts": 0.7669127684681659, | |
| "eval_sickr_spearman": 0.7153820452356542, | |
| "eval_stsb_spearman": 0.8184434917006776, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "eval_avg_sts": 0.762067078104866, | |
| "eval_sickr_spearman": 0.708602167081056, | |
| "eval_stsb_spearman": 0.815531989128676, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_avg_sts": 0.7603436095667805, | |
| "eval_sickr_spearman": 0.7039441757894171, | |
| "eval_stsb_spearman": 0.8167430433441438, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_avg_sts": 0.7572330050419072, | |
| "eval_sickr_spearman": 0.7035958853781614, | |
| "eval_stsb_spearman": 0.810870124705653, | |
| "step": 3875 | |
| }, | |
| { | |
| "electra_acc": 0.903, | |
| "electra_fix_acc": 0.9917, | |
| "electra_rep_acc": 0.1735, | |
| "epoch": 0.26, | |
| "learning_rate": 8.720081914757458e-06, | |
| "loss": 0.0013, | |
| "neg_sim": -0.0139, | |
| "pos_sim": 0.769, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_avg_sts": 0.7565075332583117, | |
| "eval_sickr_spearman": 0.7049569907307146, | |
| "eval_stsb_spearman": 0.8080580757859087, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_avg_sts": 0.7571155448037524, | |
| "eval_sickr_spearman": 0.7046521373298869, | |
| "eval_stsb_spearman": 0.809578952277618, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_avg_sts": 0.7558024272832136, | |
| "eval_sickr_spearman": 0.7044353249379953, | |
| "eval_stsb_spearman": 0.8071695296284319, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "eval_avg_sts": 0.7590707229344114, | |
| "eval_sickr_spearman": 0.7043194258902251, | |
| "eval_stsb_spearman": 0.8138220199785977, | |
| "step": 4375 | |
| }, | |
| { | |
| "electra_acc": 0.9026, | |
| "electra_fix_acc": 0.9912, | |
| "electra_rep_acc": 0.1795, | |
| "epoch": 0.29, | |
| "learning_rate": 8.560092154102138e-06, | |
| "loss": 0.0012, | |
| "neg_sim": -0.0139, | |
| "pos_sim": 0.7711, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_avg_sts": 0.7618055470788606, | |
| "eval_sickr_spearman": 0.7090844954016975, | |
| "eval_stsb_spearman": 0.8145265987560237, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_avg_sts": 0.7642277977124863, | |
| "eval_sickr_spearman": 0.7120559394921663, | |
| "eval_stsb_spearman": 0.8163996559328064, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_avg_sts": 0.7631334021943239, | |
| "eval_sickr_spearman": 0.7097783526930724, | |
| "eval_stsb_spearman": 0.8164884516955754, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_avg_sts": 0.7663792588185014, | |
| "eval_sickr_spearman": 0.7141827086327445, | |
| "eval_stsb_spearman": 0.8185758090042584, | |
| "step": 4875 | |
| }, | |
| { | |
| "electra_acc": 0.9031, | |
| "electra_fix_acc": 0.9911, | |
| "electra_rep_acc": 0.1837, | |
| "epoch": 0.32, | |
| "learning_rate": 8.400102393446819e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.014, | |
| "pos_sim": 0.7781, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "eval_avg_sts": 0.7675828244876146, | |
| "eval_sickr_spearman": 0.7151267119004091, | |
| "eval_stsb_spearman": 0.8200389370748202, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_avg_sts": 0.7664182051626903, | |
| "eval_sickr_spearman": 0.7138797284448728, | |
| "eval_stsb_spearman": 0.8189566818805079, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_avg_sts": 0.763298983477001, | |
| "eval_sickr_spearman": 0.7031210499093442, | |
| "eval_stsb_spearman": 0.8234769170446578, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_avg_sts": 0.7609537736402838, | |
| "eval_sickr_spearman": 0.7014618323453161, | |
| "eval_stsb_spearman": 0.8204457149352516, | |
| "step": 5375 | |
| }, | |
| { | |
| "electra_acc": 0.9041, | |
| "electra_fix_acc": 0.9909, | |
| "electra_rep_acc": 0.1929, | |
| "epoch": 0.35, | |
| "learning_rate": 8.240112632791502e-06, | |
| "loss": 0.0013, | |
| "neg_sim": -0.0139, | |
| "pos_sim": 0.7703, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_avg_sts": 0.7649139683546902, | |
| "eval_sickr_spearman": 0.7016405392386158, | |
| "eval_stsb_spearman": 0.8281873974707646, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_avg_sts": 0.7660619062755463, | |
| "eval_sickr_spearman": 0.7030690322264868, | |
| "eval_stsb_spearman": 0.8290547803246057, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_avg_sts": 0.7667448016301607, | |
| "eval_sickr_spearman": 0.7080724800943964, | |
| "eval_stsb_spearman": 0.825417123165925, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_avg_sts": 0.7668525663367054, | |
| "eval_sickr_spearman": 0.7080771871423374, | |
| "eval_stsb_spearman": 0.8256279455310735, | |
| "step": 5875 | |
| }, | |
| { | |
| "electra_acc": 0.9044, | |
| "electra_fix_acc": 0.991, | |
| "electra_rep_acc": 0.1933, | |
| "epoch": 0.38, | |
| "learning_rate": 8.080122872136184e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.014, | |
| "pos_sim": 0.7798, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_avg_sts": 0.7666156811168598, | |
| "eval_sickr_spearman": 0.709114370746792, | |
| "eval_stsb_spearman": 0.8241169914869277, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "eval_avg_sts": 0.7644923521403739, | |
| "eval_sickr_spearman": 0.7072277090823029, | |
| "eval_stsb_spearman": 0.821756995198445, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_avg_sts": 0.7661750461200847, | |
| "eval_sickr_spearman": 0.7058679005694886, | |
| "eval_stsb_spearman": 0.8264821916706808, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_avg_sts": 0.7660352662732546, | |
| "eval_sickr_spearman": 0.7060020514358052, | |
| "eval_stsb_spearman": 0.8260684811107039, | |
| "step": 6375 | |
| }, | |
| { | |
| "electra_acc": 0.9042, | |
| "electra_fix_acc": 0.9906, | |
| "electra_rep_acc": 0.2009, | |
| "epoch": 0.42, | |
| "learning_rate": 7.920133111480865e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.014, | |
| "pos_sim": 0.7785, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_avg_sts": 0.7705073293876892, | |
| "eval_sickr_spearman": 0.7120254877738545, | |
| "eval_stsb_spearman": 0.8289891710015237, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_avg_sts": 0.7701345372028097, | |
| "eval_sickr_spearman": 0.7109871514229654, | |
| "eval_stsb_spearman": 0.829281922982654, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_avg_sts": 0.7673565342593036, | |
| "eval_sickr_spearman": 0.7094820007971993, | |
| "eval_stsb_spearman": 0.8252310677214081, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_avg_sts": 0.7663843153446501, | |
| "eval_sickr_spearman": 0.7069766985461874, | |
| "eval_stsb_spearman": 0.8257919321431128, | |
| "step": 6875 | |
| }, | |
| { | |
| "electra_acc": 0.9052, | |
| "electra_fix_acc": 0.9907, | |
| "electra_rep_acc": 0.2032, | |
| "epoch": 0.45, | |
| "learning_rate": 7.760143350825547e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7899, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_avg_sts": 0.7671374698909221, | |
| "eval_sickr_spearman": 0.7035898814904816, | |
| "eval_stsb_spearman": 0.8306850582913625, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_avg_sts": 0.7657223525531744, | |
| "eval_sickr_spearman": 0.7024468853695589, | |
| "eval_stsb_spearman": 0.82899781973679, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "eval_avg_sts": 0.7644676880553354, | |
| "eval_sickr_spearman": 0.707080829974105, | |
| "eval_stsb_spearman": 0.8218545461365657, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "eval_avg_sts": 0.7659127144064692, | |
| "eval_sickr_spearman": 0.7085741649489175, | |
| "eval_stsb_spearman": 0.8232512638640211, | |
| "step": 7375 | |
| }, | |
| { | |
| "electra_acc": 0.9051, | |
| "electra_fix_acc": 0.9904, | |
| "electra_rep_acc": 0.2082, | |
| "epoch": 0.48, | |
| "learning_rate": 7.600153590170229e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7901, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_avg_sts": 0.7608800819642288, | |
| "eval_sickr_spearman": 0.7044842686303607, | |
| "eval_stsb_spearman": 0.817275895298097, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_avg_sts": 0.7596082078600037, | |
| "eval_sickr_spearman": 0.714175648060833, | |
| "eval_stsb_spearman": 0.8050407676591743, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_avg_sts": 0.7601954211728121, | |
| "eval_sickr_spearman": 0.713427179407123, | |
| "eval_stsb_spearman": 0.8069636629385014, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_avg_sts": 0.7595124397232403, | |
| "eval_sickr_spearman": 0.7107700028133637, | |
| "eval_stsb_spearman": 0.808254876633117, | |
| "step": 7875 | |
| }, | |
| { | |
| "electra_acc": 0.9053, | |
| "electra_fix_acc": 0.9904, | |
| "electra_rep_acc": 0.2114, | |
| "epoch": 0.51, | |
| "learning_rate": 7.440163829514912e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.014, | |
| "pos_sim": 0.784, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_avg_sts": 0.7600307296458793, | |
| "eval_sickr_spearman": 0.7110970465830557, | |
| "eval_stsb_spearman": 0.8089644127087027, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "eval_avg_sts": 0.7591940023385597, | |
| "eval_sickr_spearman": 0.709230365856765, | |
| "eval_stsb_spearman": 0.8091576388203543, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_avg_sts": 0.7591314547260735, | |
| "eval_sickr_spearman": 0.7092257548710269, | |
| "eval_stsb_spearman": 0.8090371545811201, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "eval_avg_sts": 0.7574056509175848, | |
| "eval_sickr_spearman": 0.7065820269856703, | |
| "eval_stsb_spearman": 0.8082292748494992, | |
| "step": 8375 | |
| }, | |
| { | |
| "electra_acc": 0.9051, | |
| "electra_fix_acc": 0.9903, | |
| "electra_rep_acc": 0.2115, | |
| "epoch": 0.54, | |
| "learning_rate": 7.280174068859593e-06, | |
| "loss": 0.001, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7991, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "eval_avg_sts": 0.7579907562127961, | |
| "eval_sickr_spearman": 0.7058790918161235, | |
| "eval_stsb_spearman": 0.8101024206094687, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "eval_avg_sts": 0.7588600922765898, | |
| "eval_sickr_spearman": 0.7066013835195499, | |
| "eval_stsb_spearman": 0.8111188010336298, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "eval_avg_sts": 0.7579781185788305, | |
| "eval_sickr_spearman": 0.7017153716946564, | |
| "eval_stsb_spearman": 0.8142408654630046, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_avg_sts": 0.7583650057103912, | |
| "eval_sickr_spearman": 0.7015226228845852, | |
| "eval_stsb_spearman": 0.8152073885361973, | |
| "step": 8875 | |
| }, | |
| { | |
| "electra_acc": 0.9061, | |
| "electra_fix_acc": 0.9906, | |
| "electra_rep_acc": 0.2147, | |
| "epoch": 0.58, | |
| "learning_rate": 7.120184308204276e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0142, | |
| "pos_sim": 0.8009, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_avg_sts": 0.7584798299886761, | |
| "eval_sickr_spearman": 0.7013053301816793, | |
| "eval_stsb_spearman": 0.815654329795673, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_avg_sts": 0.7568426056984886, | |
| "eval_sickr_spearman": 0.6953886669821268, | |
| "eval_stsb_spearman": 0.8182965444148504, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "eval_avg_sts": 0.7582279310008209, | |
| "eval_sickr_spearman": 0.6970180260362119, | |
| "eval_stsb_spearman": 0.8194378359654299, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "eval_avg_sts": 0.7573982613352882, | |
| "eval_sickr_spearman": 0.6927659286880986, | |
| "eval_stsb_spearman": 0.8220305939824778, | |
| "step": 9375 | |
| }, | |
| { | |
| "electra_acc": 0.9064, | |
| "electra_fix_acc": 0.9904, | |
| "electra_rep_acc": 0.2163, | |
| "epoch": 0.61, | |
| "learning_rate": 6.9601945475489575e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.014, | |
| "pos_sim": 0.7876, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_avg_sts": 0.7553820601323997, | |
| "eval_sickr_spearman": 0.690547148530363, | |
| "eval_stsb_spearman": 0.8202169717344365, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "eval_avg_sts": 0.7567629669074094, | |
| "eval_sickr_spearman": 0.6929571405029238, | |
| "eval_stsb_spearman": 0.8205687933118949, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "eval_avg_sts": 0.7568625521954009, | |
| "eval_sickr_spearman": 0.6927340360367437, | |
| "eval_stsb_spearman": 0.8209910683540581, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_avg_sts": 0.7524242981805003, | |
| "eval_sickr_spearman": 0.6836492413863334, | |
| "eval_stsb_spearman": 0.8211993549746672, | |
| "step": 9875 | |
| }, | |
| { | |
| "electra_acc": 0.9058, | |
| "electra_fix_acc": 0.9902, | |
| "electra_rep_acc": 0.2192, | |
| "epoch": 0.64, | |
| "learning_rate": 6.800204786893639e-06, | |
| "loss": 0.001, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7942, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_avg_sts": 0.7508138636055113, | |
| "eval_sickr_spearman": 0.6821391435571191, | |
| "eval_stsb_spearman": 0.8194885836539034, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "eval_avg_sts": 0.7510417193281674, | |
| "eval_sickr_spearman": 0.683803901532964, | |
| "eval_stsb_spearman": 0.8182795371233709, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "eval_avg_sts": 0.7560510909697331, | |
| "eval_sickr_spearman": 0.694022134115111, | |
| "eval_stsb_spearman": 0.8180800478243552, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "eval_avg_sts": 0.7554822011048945, | |
| "eval_sickr_spearman": 0.6934548868071269, | |
| "eval_stsb_spearman": 0.8175095154026621, | |
| "step": 10375 | |
| }, | |
| { | |
| "electra_acc": 0.9073, | |
| "electra_fix_acc": 0.9904, | |
| "electra_rep_acc": 0.2211, | |
| "epoch": 0.67, | |
| "learning_rate": 6.640215026238322e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7946, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "eval_avg_sts": 0.7614561025331773, | |
| "eval_sickr_spearman": 0.7013578281755511, | |
| "eval_stsb_spearman": 0.8215543768908035, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "eval_avg_sts": 0.7569156258584822, | |
| "eval_sickr_spearman": 0.6959233972344373, | |
| "eval_stsb_spearman": 0.817907854482527, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "eval_avg_sts": 0.7561592629720358, | |
| "eval_sickr_spearman": 0.695029538436674, | |
| "eval_stsb_spearman": 0.8172889875073976, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_avg_sts": 0.7563428139477524, | |
| "eval_sickr_spearman": 0.6957568734057513, | |
| "eval_stsb_spearman": 0.8169287544897534, | |
| "step": 10875 | |
| }, | |
| { | |
| "electra_acc": 0.9065, | |
| "electra_fix_acc": 0.9902, | |
| "electra_rep_acc": 0.2217, | |
| "epoch": 0.7, | |
| "learning_rate": 6.480225265583003e-06, | |
| "loss": 0.001, | |
| "neg_sim": -0.0142, | |
| "pos_sim": 0.8004, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_avg_sts": 0.7516024333799518, | |
| "eval_sickr_spearman": 0.6886655615894285, | |
| "eval_stsb_spearman": 0.8145393051704751, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "eval_avg_sts": 0.7513622883897111, | |
| "eval_sickr_spearman": 0.6895086034818702, | |
| "eval_stsb_spearman": 0.8132159732975519, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "eval_avg_sts": 0.7524578381239166, | |
| "eval_sickr_spearman": 0.6914134689338043, | |
| "eval_stsb_spearman": 0.813502207314029, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_avg_sts": 0.7529077801461861, | |
| "eval_sickr_spearman": 0.7008521567396107, | |
| "eval_stsb_spearman": 0.8049634035527615, | |
| "step": 11375 | |
| }, | |
| { | |
| "electra_acc": 0.9069, | |
| "electra_fix_acc": 0.9903, | |
| "electra_rep_acc": 0.2207, | |
| "epoch": 0.74, | |
| "learning_rate": 6.320235504927685e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.8003, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "eval_avg_sts": 0.7520009086329529, | |
| "eval_sickr_spearman": 0.6998127156733884, | |
| "eval_stsb_spearman": 0.8041891015925174, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "eval_avg_sts": 0.7528385713572732, | |
| "eval_sickr_spearman": 0.6952667640466769, | |
| "eval_stsb_spearman": 0.8104103786678696, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_avg_sts": 0.7543110510513436, | |
| "eval_sickr_spearman": 0.6966553431892527, | |
| "eval_stsb_spearman": 0.8119667589134344, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "eval_avg_sts": 0.7483201703337362, | |
| "eval_sickr_spearman": 0.6935844266877055, | |
| "eval_stsb_spearman": 0.8030559139797669, | |
| "step": 11875 | |
| }, | |
| { | |
| "electra_acc": 0.9071, | |
| "electra_fix_acc": 0.99, | |
| "electra_rep_acc": 0.2271, | |
| "epoch": 0.77, | |
| "learning_rate": 6.1602457442723675e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7871, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "eval_avg_sts": 0.751054540493113, | |
| "eval_sickr_spearman": 0.692834276945445, | |
| "eval_stsb_spearman": 0.809274804040781, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_avg_sts": 0.7490596138849832, | |
| "eval_sickr_spearman": 0.6888325657291288, | |
| "eval_stsb_spearman": 0.8092866620408378, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_avg_sts": 0.7507815525034611, | |
| "eval_sickr_spearman": 0.6925058883049127, | |
| "eval_stsb_spearman": 0.8090572167020096, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "eval_avg_sts": 0.7527821368803079, | |
| "eval_sickr_spearman": 0.6942120971212987, | |
| "eval_stsb_spearman": 0.8113521766393171, | |
| "step": 12375 | |
| }, | |
| { | |
| "electra_acc": 0.9072, | |
| "electra_fix_acc": 0.99, | |
| "electra_rep_acc": 0.226, | |
| "epoch": 0.8, | |
| "learning_rate": 6.000255983617049e-06, | |
| "loss": 0.0012, | |
| "neg_sim": -0.014, | |
| "pos_sim": 0.7847, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_avg_sts": 0.7522991659637694, | |
| "eval_sickr_spearman": 0.6944025884696023, | |
| "eval_stsb_spearman": 0.8101957434579367, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "eval_avg_sts": 0.7521192684266835, | |
| "eval_sickr_spearman": 0.6942240568655569, | |
| "eval_stsb_spearman": 0.8100144799878102, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "eval_avg_sts": 0.7503450494614133, | |
| "eval_sickr_spearman": 0.6922287968807163, | |
| "eval_stsb_spearman": 0.8084613020421104, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "eval_avg_sts": 0.7517083341962134, | |
| "eval_sickr_spearman": 0.6941311647153756, | |
| "eval_stsb_spearman": 0.8092855036770511, | |
| "step": 12875 | |
| }, | |
| { | |
| "electra_acc": 0.9071, | |
| "electra_fix_acc": 0.9901, | |
| "electra_rep_acc": 0.2276, | |
| "epoch": 0.83, | |
| "learning_rate": 5.840266222961732e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.798, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "eval_avg_sts": 0.7504582415898822, | |
| "eval_sickr_spearman": 0.6935004202912902, | |
| "eval_stsb_spearman": 0.8074160628884742, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_avg_sts": 0.7504838292265648, | |
| "eval_sickr_spearman": 0.6931516664637482, | |
| "eval_stsb_spearman": 0.8078159919893814, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "eval_avg_sts": 0.7511643537875756, | |
| "eval_sickr_spearman": 0.6905446509130283, | |
| "eval_stsb_spearman": 0.8117840566621228, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_avg_sts": 0.7516853154108011, | |
| "eval_sickr_spearman": 0.6920386417501228, | |
| "eval_stsb_spearman": 0.8113319890714794, | |
| "step": 13375 | |
| }, | |
| { | |
| "electra_acc": 0.9078, | |
| "electra_fix_acc": 0.9901, | |
| "electra_rep_acc": 0.2307, | |
| "epoch": 0.86, | |
| "learning_rate": 5.680276462306413e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7933, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_avg_sts": 0.7513575139583819, | |
| "eval_sickr_spearman": 0.6917417615121337, | |
| "eval_stsb_spearman": 0.8109732664046301, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "eval_avg_sts": 0.751417134937681, | |
| "eval_sickr_spearman": 0.6917422418231481, | |
| "eval_stsb_spearman": 0.8110920280522138, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "eval_avg_sts": 0.7526199054172857, | |
| "eval_sickr_spearman": 0.6928212605169554, | |
| "eval_stsb_spearman": 0.812418550317616, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "eval_avg_sts": 0.7532239951741806, | |
| "eval_sickr_spearman": 0.693511563506824, | |
| "eval_stsb_spearman": 0.8129364268415373, | |
| "step": 13875 | |
| }, | |
| { | |
| "electra_acc": 0.9078, | |
| "electra_fix_acc": 0.9899, | |
| "electra_rep_acc": 0.2332, | |
| "epoch": 0.9, | |
| "learning_rate": 5.520286701651095e-06, | |
| "loss": 0.001, | |
| "neg_sim": -0.0142, | |
| "pos_sim": 0.8032, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_avg_sts": 0.7535878459898898, | |
| "eval_sickr_spearman": 0.6938975894690821, | |
| "eval_stsb_spearman": 0.8132781025106975, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_avg_sts": 0.7579602803336107, | |
| "eval_sickr_spearman": 0.6938505189896726, | |
| "eval_stsb_spearman": 0.8220700416775488, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "eval_avg_sts": 0.7582493904128486, | |
| "eval_sickr_spearman": 0.6947031190713006, | |
| "eval_stsb_spearman": 0.8217956617543966, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "eval_avg_sts": 0.7585045342871344, | |
| "eval_sickr_spearman": 0.6946038387846281, | |
| "eval_stsb_spearman": 0.8224052297896408, | |
| "step": 14375 | |
| }, | |
| { | |
| "electra_acc": 0.9081, | |
| "electra_fix_acc": 0.99, | |
| "electra_rep_acc": 0.2354, | |
| "epoch": 0.93, | |
| "learning_rate": 5.3602969409957775e-06, | |
| "loss": 0.001, | |
| "neg_sim": -0.0142, | |
| "pos_sim": 0.8056, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_avg_sts": 0.7586329610292095, | |
| "eval_sickr_spearman": 0.6949082118744413, | |
| "eval_stsb_spearman": 0.8223577101839777, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "eval_avg_sts": 0.7580983862167923, | |
| "eval_sickr_spearman": 0.6947662799696918, | |
| "eval_stsb_spearman": 0.8214304924638928, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "eval_avg_sts": 0.7543501652245072, | |
| "eval_sickr_spearman": 0.6945084970482733, | |
| "eval_stsb_spearman": 0.814191833400741, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "eval_avg_sts": 0.753735401541382, | |
| "eval_sickr_spearman": 0.6931743297643269, | |
| "eval_stsb_spearman": 0.8142964733184371, | |
| "step": 14875 | |
| }, | |
| { | |
| "electra_acc": 0.9081, | |
| "electra_fix_acc": 0.9899, | |
| "electra_rep_acc": 0.2356, | |
| "epoch": 0.96, | |
| "learning_rate": 5.200307180340458e-06, | |
| "loss": 0.001, | |
| "neg_sim": -0.0142, | |
| "pos_sim": 0.8068, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "eval_avg_sts": 0.7565776728970167, | |
| "eval_sickr_spearman": 0.699184805084288, | |
| "eval_stsb_spearman": 0.8139705407097454, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "eval_avg_sts": 0.7555687559765775, | |
| "eval_sickr_spearman": 0.6981326357761847, | |
| "eval_stsb_spearman": 0.8130048761769703, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_avg_sts": 0.7607557679069236, | |
| "eval_sickr_spearman": 0.7007437985747662, | |
| "eval_stsb_spearman": 0.8207677372390809, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_avg_sts": 0.7560246287263773, | |
| "eval_sickr_spearman": 0.6948236771359103, | |
| "eval_stsb_spearman": 0.8172255803168443, | |
| "step": 15375 | |
| }, | |
| { | |
| "electra_acc": 0.9077, | |
| "electra_fix_acc": 0.9897, | |
| "electra_rep_acc": 0.24, | |
| "epoch": 0.99, | |
| "learning_rate": 5.04031741968514e-06, | |
| "loss": 0.0011, | |
| "neg_sim": -0.0141, | |
| "pos_sim": 0.7969, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "eval_avg_sts": 0.7559485354838383, | |
| "eval_sickr_spearman": 0.6950054268237521, | |
| "eval_stsb_spearman": 0.8168916441439246, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_avg_sts": 0.7502675969292933, | |
| "eval_sickr_spearman": 0.6866761613989633, | |
| "eval_stsb_spearman": 0.8138590324596235, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "eval_avg_sts": 0.7497139540559181, | |
| "eval_sickr_spearman": 0.6875880798908671, | |
| "eval_stsb_spearman": 0.811839828220969, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_avg_sts": 0.7507851484505732, | |
| "eval_sickr_spearman": 0.6884938984328886, | |
| "eval_stsb_spearman": 0.8130763984682579, | |
| "step": 15875 | |
| }, | |
| { | |
| "electra_acc": 0.9081, | |
| "electra_fix_acc": 0.9898, | |
| "electra_rep_acc": 0.239, | |
| "epoch": 1.02, | |
| "learning_rate": 4.8803276590298225e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.7953, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_avg_sts": 0.7479678946675965, | |
| "eval_sickr_spearman": 0.6853699555953537, | |
| "eval_stsb_spearman": 0.8105658337398391, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_avg_sts": 0.7479128193954279, | |
| "eval_sickr_spearman": 0.6867578623025095, | |
| "eval_stsb_spearman": 0.8090677764883464, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "eval_avg_sts": 0.7487959084542308, | |
| "eval_sickr_spearman": 0.68736439905147, | |
| "eval_stsb_spearman": 0.8102274178569916, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "eval_avg_sts": 0.7500295795078514, | |
| "eval_sickr_spearman": 0.688809030489424, | |
| "eval_stsb_spearman": 0.8112501285262789, | |
| "step": 16375 | |
| }, | |
| { | |
| "electra_acc": 0.9078, | |
| "electra_fix_acc": 0.9898, | |
| "electra_rep_acc": 0.2379, | |
| "epoch": 1.06, | |
| "learning_rate": 4.720337898374505e-06, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8055, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "eval_avg_sts": 0.7515077711907536, | |
| "eval_sickr_spearman": 0.690066388662871, | |
| "eval_stsb_spearman": 0.8129491537186362, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "eval_avg_sts": 0.7490196746582567, | |
| "eval_sickr_spearman": 0.6842396396852107, | |
| "eval_stsb_spearman": 0.8137997096313027, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "eval_avg_sts": 0.7500539670025419, | |
| "eval_sickr_spearman": 0.6851718753330229, | |
| "eval_stsb_spearman": 0.8149360586720608, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "eval_avg_sts": 0.7490200514710061, | |
| "eval_sickr_spearman": 0.6843091406889915, | |
| "eval_stsb_spearman": 0.8137309622530207, | |
| "step": 16875 | |
| }, | |
| { | |
| "electra_acc": 0.9084, | |
| "electra_fix_acc": 0.9895, | |
| "electra_rep_acc": 0.2437, | |
| "epoch": 1.09, | |
| "learning_rate": 4.560348137719187e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8007, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "eval_avg_sts": 0.7434034453107932, | |
| "eval_sickr_spearman": 0.677096502310436, | |
| "eval_stsb_spearman": 0.8097103883111502, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_avg_sts": 0.7431564820160605, | |
| "eval_sickr_spearman": 0.677125561126806, | |
| "eval_stsb_spearman": 0.8091874029053152, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_avg_sts": 0.7442892283774005, | |
| "eval_sickr_spearman": 0.6786750444591996, | |
| "eval_stsb_spearman": 0.8099034122956015, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "eval_avg_sts": 0.7452452513650849, | |
| "eval_sickr_spearman": 0.6798861967130629, | |
| "eval_stsb_spearman": 0.8106043060171069, | |
| "step": 17375 | |
| }, | |
| { | |
| "electra_acc": 0.9085, | |
| "electra_fix_acc": 0.9896, | |
| "electra_rep_acc": 0.2435, | |
| "epoch": 1.12, | |
| "learning_rate": 4.400358377063868e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8058, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "eval_avg_sts": 0.7457855940878162, | |
| "eval_sickr_spearman": 0.6806044538039685, | |
| "eval_stsb_spearman": 0.810966734371664, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "eval_avg_sts": 0.7416386948034206, | |
| "eval_sickr_spearman": 0.6797112674416254, | |
| "eval_stsb_spearman": 0.8035661221652158, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_avg_sts": 0.7423254082827856, | |
| "eval_sickr_spearman": 0.6808730437232104, | |
| "eval_stsb_spearman": 0.8037777728423607, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_avg_sts": 0.7413901886271141, | |
| "eval_sickr_spearman": 0.681068914554875, | |
| "eval_stsb_spearman": 0.8017114626993534, | |
| "step": 17875 | |
| }, | |
| { | |
| "electra_acc": 0.9082, | |
| "electra_fix_acc": 0.9892, | |
| "electra_rep_acc": 0.247, | |
| "epoch": 1.15, | |
| "learning_rate": 4.24036861640855e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8062, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "eval_avg_sts": 0.7429114158358341, | |
| "eval_sickr_spearman": 0.6825547086467617, | |
| "eval_stsb_spearman": 0.8032681230249066, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "eval_avg_sts": 0.7439526113533993, | |
| "eval_sickr_spearman": 0.6837044771529871, | |
| "eval_stsb_spearman": 0.8042007455538115, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "eval_avg_sts": 0.7450607408838441, | |
| "eval_sickr_spearman": 0.686960841737187, | |
| "eval_stsb_spearman": 0.8031606400305011, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_avg_sts": 0.745855277528227, | |
| "eval_sickr_spearman": 0.6876279457050609, | |
| "eval_stsb_spearman": 0.804082609351393, | |
| "step": 18375 | |
| }, | |
| { | |
| "electra_acc": 0.9078, | |
| "electra_fix_acc": 0.9895, | |
| "electra_rep_acc": 0.242, | |
| "epoch": 1.18, | |
| "learning_rate": 4.080378855753232e-06, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8079, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_avg_sts": 0.7462797427639389, | |
| "eval_sickr_spearman": 0.6877381290517599, | |
| "eval_stsb_spearman": 0.804821356476118, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "eval_avg_sts": 0.744680795271585, | |
| "eval_sickr_spearman": 0.6867351916226306, | |
| "eval_stsb_spearman": 0.8026263989205394, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "eval_avg_sts": 0.7415540412607211, | |
| "eval_sickr_spearman": 0.6830318976395493, | |
| "eval_stsb_spearman": 0.800076184881893, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "eval_avg_sts": 0.7426288639389378, | |
| "eval_sickr_spearman": 0.6841978045958581, | |
| "eval_stsb_spearman": 0.8010599232820175, | |
| "step": 18875 | |
| }, | |
| { | |
| "electra_acc": 0.9088, | |
| "electra_fix_acc": 0.9896, | |
| "electra_rep_acc": 0.2456, | |
| "epoch": 1.22, | |
| "learning_rate": 3.920389095097914e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8107, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_avg_sts": 0.7440228503017443, | |
| "eval_sickr_spearman": 0.6852098768089162, | |
| "eval_stsb_spearman": 0.8028358237945724, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_avg_sts": 0.7446803355301828, | |
| "eval_sickr_spearman": 0.6853459400446347, | |
| "eval_stsb_spearman": 0.8040147310157307, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "eval_avg_sts": 0.745178310449073, | |
| "eval_sickr_spearman": 0.685846664277127, | |
| "eval_stsb_spearman": 0.804509956621019, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "eval_avg_sts": 0.7501895198558063, | |
| "eval_sickr_spearman": 0.6936651189381215, | |
| "eval_stsb_spearman": 0.806713920773491, | |
| "step": 19375 | |
| }, | |
| { | |
| "electra_acc": 0.9087, | |
| "electra_fix_acc": 0.9894, | |
| "electra_rep_acc": 0.2472, | |
| "epoch": 1.25, | |
| "learning_rate": 3.760399334442596e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.815, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "eval_avg_sts": 0.7504868457577191, | |
| "eval_sickr_spearman": 0.693660123703572, | |
| "eval_stsb_spearman": 0.8073135678118661, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_avg_sts": 0.7515054770519676, | |
| "eval_sickr_spearman": 0.6934854345876417, | |
| "eval_stsb_spearman": 0.8095255195162936, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_avg_sts": 0.7519980000949484, | |
| "eval_sickr_spearman": 0.6937166563099646, | |
| "eval_stsb_spearman": 0.8102793438799323, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "eval_avg_sts": 0.7521186477822681, | |
| "eval_sickr_spearman": 0.693651237949806, | |
| "eval_stsb_spearman": 0.8105860576147302, | |
| "step": 19875 | |
| }, | |
| { | |
| "electra_acc": 0.9094, | |
| "electra_fix_acc": 0.9895, | |
| "electra_rep_acc": 0.2499, | |
| "epoch": 1.28, | |
| "learning_rate": 3.600409573787278e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8155, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_avg_sts": 0.752341790734355, | |
| "eval_sickr_spearman": 0.6935850991231257, | |
| "eval_stsb_spearman": 0.8110984823455842, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "eval_avg_sts": 0.7524918475690561, | |
| "eval_sickr_spearman": 0.6935691527974482, | |
| "eval_stsb_spearman": 0.811414542340664, | |
| "step": 20125 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_avg_sts": 0.7557856359443814, | |
| "eval_sickr_spearman": 0.6970248944837176, | |
| "eval_stsb_spearman": 0.8145463774050452, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_avg_sts": 0.7552826569601827, | |
| "eval_sickr_spearman": 0.6959100445882376, | |
| "eval_stsb_spearman": 0.814655269332128, | |
| "step": 20375 | |
| }, | |
| { | |
| "electra_acc": 0.9094, | |
| "electra_fix_acc": 0.9895, | |
| "electra_rep_acc": 0.2515, | |
| "epoch": 1.31, | |
| "learning_rate": 3.44041981313196e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8179, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "eval_avg_sts": 0.7551388763512048, | |
| "eval_sickr_spearman": 0.6953964480205598, | |
| "eval_stsb_spearman": 0.8148813046818498, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "eval_avg_sts": 0.7551894637379806, | |
| "eval_sickr_spearman": 0.6956948652537948, | |
| "eval_stsb_spearman": 0.8146840622221664, | |
| "step": 20625 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "eval_avg_sts": 0.7549148751641654, | |
| "eval_sickr_spearman": 0.6951038425505989, | |
| "eval_stsb_spearman": 0.8147259077777321, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_avg_sts": 0.754268177606626, | |
| "eval_sickr_spearman": 0.6945316000080651, | |
| "eval_stsb_spearman": 0.814004755205187, | |
| "step": 20875 | |
| }, | |
| { | |
| "electra_acc": 0.9089, | |
| "electra_fix_acc": 0.9891, | |
| "electra_rep_acc": 0.2537, | |
| "epoch": 1.34, | |
| "learning_rate": 3.280430052476642e-06, | |
| "loss": 0.0009, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8193, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_avg_sts": 0.7544681011807751, | |
| "eval_sickr_spearman": 0.6945047025912598, | |
| "eval_stsb_spearman": 0.8144314997702904, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "eval_avg_sts": 0.7543169348596496, | |
| "eval_sickr_spearman": 0.694174296644467, | |
| "eval_stsb_spearman": 0.8144595730748322, | |
| "step": 21125 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "eval_avg_sts": 0.7553283942077516, | |
| "eval_sickr_spearman": 0.6958436656060499, | |
| "eval_stsb_spearman": 0.8148131228094532, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "eval_avg_sts": 0.7557282247685372, | |
| "eval_sickr_spearman": 0.6962398741618131, | |
| "eval_stsb_spearman": 0.8152165753752613, | |
| "step": 21375 | |
| }, | |
| { | |
| "electra_acc": 0.9093, | |
| "electra_fix_acc": 0.9893, | |
| "electra_rep_acc": 0.2553, | |
| "epoch": 1.38, | |
| "learning_rate": 3.1204402918213238e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.822, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "eval_avg_sts": 0.7533899213084664, | |
| "eval_sickr_spearman": 0.6928663617212057, | |
| "eval_stsb_spearman": 0.813913480895727, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "eval_avg_sts": 0.7534343863779988, | |
| "eval_sickr_spearman": 0.6929559877564893, | |
| "eval_stsb_spearman": 0.8139127849995083, | |
| "step": 21625 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_avg_sts": 0.7539297584804894, | |
| "eval_sickr_spearman": 0.6930869205390096, | |
| "eval_stsb_spearman": 0.8147725964219692, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "eval_avg_sts": 0.7523440794130264, | |
| "eval_sickr_spearman": 0.691800551580294, | |
| "eval_stsb_spearman": 0.8128876072457588, | |
| "step": 21875 | |
| }, | |
| { | |
| "electra_acc": 0.9091, | |
| "electra_fix_acc": 0.9891, | |
| "electra_rep_acc": 0.253, | |
| "epoch": 1.41, | |
| "learning_rate": 2.960450531166006e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8192, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "eval_avg_sts": 0.7535926716898982, | |
| "eval_sickr_spearman": 0.696256204736302, | |
| "eval_stsb_spearman": 0.8109291386434943, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "eval_avg_sts": 0.7527606084226345, | |
| "eval_sickr_spearman": 0.6954414051315059, | |
| "eval_stsb_spearman": 0.8100798117137631, | |
| "step": 22125 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "eval_avg_sts": 0.7533114920096069, | |
| "eval_sickr_spearman": 0.695455142026517, | |
| "eval_stsb_spearman": 0.8111678419926969, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_avg_sts": 0.7519280470002075, | |
| "eval_sickr_spearman": 0.6946230992563046, | |
| "eval_stsb_spearman": 0.8092329947441105, | |
| "step": 22375 | |
| }, | |
| { | |
| "electra_acc": 0.9093, | |
| "electra_fix_acc": 0.9893, | |
| "electra_rep_acc": 0.2551, | |
| "epoch": 1.44, | |
| "learning_rate": 2.8004607705106875e-06, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8135, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "eval_avg_sts": 0.7522224828721787, | |
| "eval_sickr_spearman": 0.694889767931489, | |
| "eval_stsb_spearman": 0.8095551978128684, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "eval_avg_sts": 0.7509487345671295, | |
| "eval_sickr_spearman": 0.6947804011135146, | |
| "eval_stsb_spearman": 0.8071170680207445, | |
| "step": 22625 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "eval_avg_sts": 0.7535117851178551, | |
| "eval_sickr_spearman": 0.6966824807615652, | |
| "eval_stsb_spearman": 0.810341089474145, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "eval_avg_sts": 0.7554057278055278, | |
| "eval_sickr_spearman": 0.6974278273936819, | |
| "eval_stsb_spearman": 0.8133836282173738, | |
| "step": 22875 | |
| }, | |
| { | |
| "electra_acc": 0.9094, | |
| "electra_fix_acc": 0.9891, | |
| "electra_rep_acc": 0.2557, | |
| "epoch": 1.47, | |
| "learning_rate": 2.640471009855369e-06, | |
| "loss": 0.0012, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8108, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "eval_avg_sts": 0.7573042151426209, | |
| "eval_sickr_spearman": 0.6996995063672988, | |
| "eval_stsb_spearman": 0.814908923917943, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "eval_avg_sts": 0.7572778466663158, | |
| "eval_sickr_spearman": 0.699593405664222, | |
| "eval_stsb_spearman": 0.8149622876684096, | |
| "step": 23125 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "eval_avg_sts": 0.7572787295536805, | |
| "eval_sickr_spearman": 0.6995496493308119, | |
| "eval_stsb_spearman": 0.815007809776549, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "eval_avg_sts": 0.7578655158883527, | |
| "eval_sickr_spearman": 0.7004442285950968, | |
| "eval_stsb_spearman": 0.8152868031816085, | |
| "step": 23375 | |
| }, | |
| { | |
| "electra_acc": 0.9093, | |
| "electra_fix_acc": 0.9889, | |
| "electra_rep_acc": 0.2565, | |
| "epoch": 1.5, | |
| "learning_rate": 2.4804812492000513e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8119, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "eval_avg_sts": 0.7580453272234033, | |
| "eval_sickr_spearman": 0.700563201633359, | |
| "eval_stsb_spearman": 0.8155274528134476, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "eval_avg_sts": 0.7589489492705888, | |
| "eval_sickr_spearman": 0.7011428889966156, | |
| "eval_stsb_spearman": 0.8167550095445619, | |
| "step": 23625 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "eval_avg_sts": 0.759282090184078, | |
| "eval_sickr_spearman": 0.7009553275454997, | |
| "eval_stsb_spearman": 0.8176088528226563, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "eval_avg_sts": 0.7594355007785425, | |
| "eval_sickr_spearman": 0.7010773265431525, | |
| "eval_stsb_spearman": 0.8177936750139324, | |
| "step": 23875 | |
| }, | |
| { | |
| "electra_acc": 0.9092, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2555, | |
| "epoch": 1.54, | |
| "learning_rate": 2.3204914885447333e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8149, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "eval_avg_sts": 0.7594249307434521, | |
| "eval_sickr_spearman": 0.7010194490659197, | |
| "eval_stsb_spearman": 0.8178304124209844, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "eval_avg_sts": 0.7594551033154371, | |
| "eval_sickr_spearman": 0.7012371740487385, | |
| "eval_stsb_spearman": 0.8176730325821358, | |
| "step": 24125 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "eval_avg_sts": 0.7589237357383787, | |
| "eval_sickr_spearman": 0.7005038351919814, | |
| "eval_stsb_spearman": 0.8173436362847759, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "eval_avg_sts": 0.7588819689189907, | |
| "eval_sickr_spearman": 0.7008921666471086, | |
| "eval_stsb_spearman": 0.816871771190873, | |
| "step": 24375 | |
| }, | |
| { | |
| "electra_acc": 0.9094, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2584, | |
| "epoch": 1.57, | |
| "learning_rate": 2.1605017278894154e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8167, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "eval_avg_sts": 0.7589559409437466, | |
| "eval_sickr_spearman": 0.7010030224292277, | |
| "eval_stsb_spearman": 0.8169088594582655, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_avg_sts": 0.7589222814938349, | |
| "eval_sickr_spearman": 0.7009486992535012, | |
| "eval_stsb_spearman": 0.8168958637341686, | |
| "step": 24625 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_avg_sts": 0.7574752410333385, | |
| "eval_sickr_spearman": 0.6996315903898653, | |
| "eval_stsb_spearman": 0.8153188916768117, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "eval_avg_sts": 0.7564910076346855, | |
| "eval_sickr_spearman": 0.6992222213123084, | |
| "eval_stsb_spearman": 0.8137597939570625, | |
| "step": 24875 | |
| }, | |
| { | |
| "electra_acc": 0.9093, | |
| "electra_fix_acc": 0.9891, | |
| "electra_rep_acc": 0.2566, | |
| "epoch": 1.6, | |
| "learning_rate": 2.000511967234097e-06, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8178, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_avg_sts": 0.754858122417589, | |
| "eval_sickr_spearman": 0.6972444446483912, | |
| "eval_stsb_spearman": 0.8124718001867869, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "eval_avg_sts": 0.7550451133191622, | |
| "eval_sickr_spearman": 0.6974792206722207, | |
| "eval_stsb_spearman": 0.8126110059661038, | |
| "step": 25125 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "eval_avg_sts": 0.754828720368155, | |
| "eval_sickr_spearman": 0.6962917477513663, | |
| "eval_stsb_spearman": 0.8133656929849435, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "eval_avg_sts": 0.7548476950408536, | |
| "eval_sickr_spearman": 0.6961924674646935, | |
| "eval_stsb_spearman": 0.8135029226170137, | |
| "step": 25375 | |
| }, | |
| { | |
| "electra_acc": 0.9096, | |
| "electra_fix_acc": 0.9892, | |
| "electra_rep_acc": 0.2585, | |
| "epoch": 1.63, | |
| "learning_rate": 1.8405222065787792e-06, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8169, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "eval_avg_sts": 0.7530610693683093, | |
| "eval_sickr_spearman": 0.6936729960387574, | |
| "eval_stsb_spearman": 0.8124491426978612, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "eval_avg_sts": 0.7537427601811764, | |
| "eval_sickr_spearman": 0.6928838450421292, | |
| "eval_stsb_spearman": 0.8146016753202237, | |
| "step": 25625 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "eval_avg_sts": 0.7538542984125725, | |
| "eval_sickr_spearman": 0.6928155928469857, | |
| "eval_stsb_spearman": 0.8148930039781592, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "eval_avg_sts": 0.7539219581746606, | |
| "eval_sickr_spearman": 0.6929616554264589, | |
| "eval_stsb_spearman": 0.8148822609228621, | |
| "step": 25875 | |
| }, | |
| { | |
| "electra_acc": 0.9096, | |
| "electra_fix_acc": 0.9892, | |
| "electra_rep_acc": 0.2568, | |
| "epoch": 1.66, | |
| "learning_rate": 1.6805324459234608e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8191, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "eval_avg_sts": 0.7537628256146356, | |
| "eval_sickr_spearman": 0.6923114103751897, | |
| "eval_stsb_spearman": 0.8152142408540815, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "eval_avg_sts": 0.754620615839658, | |
| "eval_sickr_spearman": 0.6932064219193875, | |
| "eval_stsb_spearman": 0.8160348097599284, | |
| "step": 26125 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "eval_avg_sts": 0.7518830889314513, | |
| "eval_sickr_spearman": 0.690710149515446, | |
| "eval_stsb_spearman": 0.8130560283474566, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "eval_avg_sts": 0.7509225404957667, | |
| "eval_sickr_spearman": 0.6898265693733905, | |
| "eval_stsb_spearman": 0.8120185116181428, | |
| "step": 26375 | |
| }, | |
| { | |
| "electra_acc": 0.9096, | |
| "electra_fix_acc": 0.9892, | |
| "electra_rep_acc": 0.256, | |
| "epoch": 1.7, | |
| "learning_rate": 1.520542685268143e-06, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8194, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "eval_avg_sts": 0.7509117147704546, | |
| "eval_sickr_spearman": 0.690458994886026, | |
| "eval_stsb_spearman": 0.8113644346548832, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "eval_avg_sts": 0.751325870403242, | |
| "eval_sickr_spearman": 0.6910303728687339, | |
| "eval_stsb_spearman": 0.8116213679377499, | |
| "step": 26625 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "eval_avg_sts": 0.7505685715846826, | |
| "eval_sickr_spearman": 0.6889766590334431, | |
| "eval_stsb_spearman": 0.812160484135922, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "eval_avg_sts": 0.7505717215143468, | |
| "eval_sickr_spearman": 0.6889912124571789, | |
| "eval_stsb_spearman": 0.8121522305715146, | |
| "step": 26875 | |
| }, | |
| { | |
| "electra_acc": 0.9097, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2597, | |
| "epoch": 1.73, | |
| "learning_rate": 1.3605529246128248e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8193, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "eval_avg_sts": 0.7506556450635647, | |
| "eval_sickr_spearman": 0.6890205594601575, | |
| "eval_stsb_spearman": 0.812290730666972, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "eval_avg_sts": 0.7509018804381178, | |
| "eval_sickr_spearman": 0.6900798373712735, | |
| "eval_stsb_spearman": 0.811723923504962, | |
| "step": 27125 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "eval_avg_sts": 0.7500895498195226, | |
| "eval_sickr_spearman": 0.6892968343556296, | |
| "eval_stsb_spearman": 0.8108822652834156, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "eval_avg_sts": 0.7506787202343813, | |
| "eval_sickr_spearman": 0.6893182081957694, | |
| "eval_stsb_spearman": 0.8120392322729932, | |
| "step": 27375 | |
| }, | |
| { | |
| "electra_acc": 0.9101, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.262, | |
| "epoch": 1.76, | |
| "learning_rate": 1.2005631639575069e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8192, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_avg_sts": 0.7507236365099843, | |
| "eval_sickr_spearman": 0.689373636086829, | |
| "eval_stsb_spearman": 0.8120736369331395, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "eval_avg_sts": 0.7507778777687245, | |
| "eval_sickr_spearman": 0.6893403025024311, | |
| "eval_stsb_spearman": 0.812215453035018, | |
| "step": 27625 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "eval_avg_sts": 0.7508593494865333, | |
| "eval_sickr_spearman": 0.6894537519640278, | |
| "eval_stsb_spearman": 0.8122649470090388, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "eval_avg_sts": 0.7509704306691856, | |
| "eval_sickr_spearman": 0.6894628778733011, | |
| "eval_stsb_spearman": 0.8124779834650699, | |
| "step": 27875 | |
| }, | |
| { | |
| "electra_acc": 0.9101, | |
| "electra_fix_acc": 0.9891, | |
| "electra_rep_acc": 0.2586, | |
| "epoch": 1.79, | |
| "learning_rate": 1.0405734033021888e-06, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8201, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "eval_avg_sts": 0.7509106758642159, | |
| "eval_sickr_spearman": 0.6893112436860609, | |
| "eval_stsb_spearman": 0.812510108042371, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "eval_avg_sts": 0.7508459705581159, | |
| "eval_sickr_spearman": 0.6899334385740902, | |
| "eval_stsb_spearman": 0.8117585025421415, | |
| "step": 28125 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "eval_avg_sts": 0.7510477486103114, | |
| "eval_sickr_spearman": 0.6902538540517839, | |
| "eval_stsb_spearman": 0.811841643168839, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "eval_avg_sts": 0.7507757787312187, | |
| "eval_sickr_spearman": 0.6898934766976937, | |
| "eval_stsb_spearman": 0.8116580807647437, | |
| "step": 28375 | |
| }, | |
| { | |
| "electra_acc": 0.9098, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2594, | |
| "epoch": 1.82, | |
| "learning_rate": 8.805836426468707e-07, | |
| "loss": 0.0011, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8208, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "eval_avg_sts": 0.7507727971903551, | |
| "eval_sickr_spearman": 0.6899099993965885, | |
| "eval_stsb_spearman": 0.8116355949841215, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "eval_avg_sts": 0.7508146549871678, | |
| "eval_sickr_spearman": 0.6899898270871786, | |
| "eval_stsb_spearman": 0.811639482887157, | |
| "step": 28625 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "eval_avg_sts": 0.7506882515044668, | |
| "eval_sickr_spearman": 0.6898797398026825, | |
| "eval_stsb_spearman": 0.8114967632062512, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "eval_avg_sts": 0.7507604828702781, | |
| "eval_sickr_spearman": 0.6899782035606307, | |
| "eval_stsb_spearman": 0.8115427621799256, | |
| "step": 28875 | |
| }, | |
| { | |
| "electra_acc": 0.9101, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2588, | |
| "epoch": 1.86, | |
| "learning_rate": 7.205938819915525e-07, | |
| "loss": 0.0009, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.821, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_avg_sts": 0.7507686428892963, | |
| "eval_sickr_spearman": 0.6899909798336131, | |
| "eval_stsb_spearman": 0.8115463059449796, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_avg_sts": 0.7509200158436065, | |
| "eval_sickr_spearman": 0.6902724420880404, | |
| "eval_stsb_spearman": 0.8115675895991724, | |
| "step": 29125 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "eval_avg_sts": 0.7507926487881307, | |
| "eval_sickr_spearman": 0.690199482844956, | |
| "eval_stsb_spearman": 0.8113858147313052, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "eval_avg_sts": 0.7510272796849722, | |
| "eval_sickr_spearman": 0.6903056796102356, | |
| "eval_stsb_spearman": 0.8117488797597087, | |
| "step": 29375 | |
| }, | |
| { | |
| "electra_acc": 0.91, | |
| "electra_fix_acc": 0.9889, | |
| "electra_rep_acc": 0.2628, | |
| "epoch": 1.89, | |
| "learning_rate": 5.606041213362345e-07, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8219, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "eval_avg_sts": 0.7516619765140928, | |
| "eval_sickr_spearman": 0.6907379114920772, | |
| "eval_stsb_spearman": 0.8125860415361085, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "eval_avg_sts": 0.7516247721458812, | |
| "eval_sickr_spearman": 0.6906019834750073, | |
| "eval_stsb_spearman": 0.812647560816755, | |
| "step": 29625 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "eval_avg_sts": 0.7515302759169064, | |
| "eval_sickr_spearman": 0.6904020780308219, | |
| "eval_stsb_spearman": 0.8126584738029908, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "eval_avg_sts": 0.7512737585285767, | |
| "eval_sickr_spearman": 0.6900924695509518, | |
| "eval_stsb_spearman": 0.8124550475062015, | |
| "step": 29875 | |
| }, | |
| { | |
| "electra_acc": 0.9095, | |
| "electra_fix_acc": 0.9889, | |
| "electra_rep_acc": 0.2603, | |
| "epoch": 1.92, | |
| "learning_rate": 4.0061436068091647e-07, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8219, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "eval_avg_sts": 0.751445438691633, | |
| "eval_sickr_spearman": 0.6902850742677187, | |
| "eval_stsb_spearman": 0.8126058031155474, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "eval_avg_sts": 0.7514690784500874, | |
| "eval_sickr_spearman": 0.6903169188879721, | |
| "eval_stsb_spearman": 0.8126212380122027, | |
| "step": 30125 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "eval_avg_sts": 0.7513646557354139, | |
| "eval_sickr_spearman": 0.6901293094057549, | |
| "eval_stsb_spearman": 0.812600002065073, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "eval_avg_sts": 0.7513546637483999, | |
| "eval_sickr_spearman": 0.6900938624528935, | |
| "eval_stsb_spearman": 0.8126154650439061, | |
| "step": 30375 | |
| }, | |
| { | |
| "electra_acc": 0.9098, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2615, | |
| "epoch": 1.95, | |
| "learning_rate": 2.4062460002559835e-07, | |
| "loss": 0.0009, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8227, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "eval_avg_sts": 0.7513856383156294, | |
| "eval_sickr_spearman": 0.6901277243794074, | |
| "eval_stsb_spearman": 0.8126435522518516, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "eval_avg_sts": 0.7514646471464337, | |
| "eval_sickr_spearman": 0.6902287818168333, | |
| "eval_stsb_spearman": 0.8127005124760341, | |
| "step": 30625 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "eval_avg_sts": 0.7515241048574239, | |
| "eval_sickr_spearman": 0.6903239314287821, | |
| "eval_stsb_spearman": 0.8127242782860657, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "eval_avg_sts": 0.7517451176255749, | |
| "eval_sickr_spearman": 0.6905863253359386, | |
| "eval_stsb_spearman": 0.8129039099152112, | |
| "step": 30875 | |
| }, | |
| { | |
| "electra_acc": 0.9096, | |
| "electra_fix_acc": 0.989, | |
| "electra_rep_acc": 0.2613, | |
| "epoch": 1.98, | |
| "learning_rate": 8.06348393702803e-08, | |
| "loss": 0.001, | |
| "neg_sim": NaN, | |
| "pos_sim": 0.8228, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "eval_avg_sts": 0.7517585752042792, | |
| "eval_sickr_spearman": 0.6906067865851512, | |
| "eval_stsb_spearman": 0.8129103638234072, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "eval_avg_sts": 0.7517603113599198, | |
| "eval_sickr_spearman": 0.6906109172598749, | |
| "eval_stsb_spearman": 0.8129097054599647, | |
| "step": 31125 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_avg_sts": 0.7517610887734341, | |
| "eval_sickr_spearman": 0.6906109172598749, | |
| "eval_stsb_spearman": 0.8129112602869931, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 31252, | |
| "train_runtime": 14642.7016, | |
| "train_samples_per_second": 2.134 | |
| } | |
| ], | |
| "max_steps": 31252, | |
| "num_train_epochs": 2, | |
| "total_flos": 571223595241308000, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |