{ "best_metric": 0.30473656895821705, "best_model_checkpoint": "/content/drive/MyDrive/model_outputs/trial_0/checkpoint-876", "epoch": 3.0, "eval_steps": 500, "global_step": 876, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03424657534246575, "grad_norm": 8.432939529418945, "learning_rate": 8.18270817933484e-07, "loss": 2.2234, "step": 10 }, { "epoch": 0.0684931506849315, "grad_norm": 8.3140230178833, "learning_rate": 1.636541635866968e-06, "loss": 2.2403, "step": 20 }, { "epoch": 0.10273972602739725, "grad_norm": 7.506945610046387, "learning_rate": 2.454812453800452e-06, "loss": 2.2297, "step": 30 }, { "epoch": 0.136986301369863, "grad_norm": 8.531285285949707, "learning_rate": 3.273083271733936e-06, "loss": 2.1823, "step": 40 }, { "epoch": 0.17123287671232876, "grad_norm": 7.951968669891357, "learning_rate": 4.091354089667421e-06, "loss": 2.1696, "step": 50 }, { "epoch": 0.2054794520547945, "grad_norm": 8.328391075134277, "learning_rate": 4.909624907600904e-06, "loss": 2.1415, "step": 60 }, { "epoch": 0.23972602739726026, "grad_norm": 7.337668418884277, "learning_rate": 5.727895725534388e-06, "loss": 2.1206, "step": 70 }, { "epoch": 0.273972602739726, "grad_norm": 7.09800386428833, "learning_rate": 6.546166543467872e-06, "loss": 2.0949, "step": 80 }, { "epoch": 0.3082191780821918, "grad_norm": 6.549777507781982, "learning_rate": 7.364437361401356e-06, "loss": 2.076, "step": 90 }, { "epoch": 0.3424657534246575, "grad_norm": 7.464539051055908, "learning_rate": 8.182708179334841e-06, "loss": 2.096, "step": 100 }, { "epoch": 0.3767123287671233, "grad_norm": 6.982883930206299, "learning_rate": 9.000978997268324e-06, "loss": 2.0615, "step": 110 }, { "epoch": 0.410958904109589, "grad_norm": 7.149113655090332, "learning_rate": 9.819249815201808e-06, "loss": 2.0785, "step": 120 }, { "epoch": 0.4452054794520548, "grad_norm": 6.507534503936768, "learning_rate": 1.0637520633135292e-05, "loss": 2.0865, "step": 130 }, { "epoch": 0.4794520547945205, "grad_norm": 6.1932196617126465, "learning_rate": 1.1455791451068777e-05, "loss": 2.0533, "step": 140 }, { "epoch": 0.5136986301369864, "grad_norm": 7.072916507720947, "learning_rate": 1.1783771409556479e-05, "loss": 2.0613, "step": 150 }, { "epoch": 0.547945205479452, "grad_norm": 8.155049324035645, "learning_rate": 1.1621460508598402e-05, "loss": 2.0284, "step": 160 }, { "epoch": 0.5821917808219178, "grad_norm": 9.3668851852417, "learning_rate": 1.1459149607640322e-05, "loss": 2.0137, "step": 170 }, { "epoch": 0.6164383561643836, "grad_norm": 8.165146827697754, "learning_rate": 1.1296838706682245e-05, "loss": 1.9835, "step": 180 }, { "epoch": 0.6506849315068494, "grad_norm": 9.0431547164917, "learning_rate": 1.1134527805724166e-05, "loss": 1.9934, "step": 190 }, { "epoch": 0.684931506849315, "grad_norm": 8.92784309387207, "learning_rate": 1.0972216904766088e-05, "loss": 2.0081, "step": 200 }, { "epoch": 0.7191780821917808, "grad_norm": 9.184441566467285, "learning_rate": 1.0809906003808009e-05, "loss": 1.9567, "step": 210 }, { "epoch": 0.7534246575342466, "grad_norm": 10.262762069702148, "learning_rate": 1.0647595102849931e-05, "loss": 1.966, "step": 220 }, { "epoch": 0.7876712328767124, "grad_norm": 7.367489337921143, "learning_rate": 1.0485284201891854e-05, "loss": 2.051, "step": 230 }, { "epoch": 0.821917808219178, "grad_norm": 8.76405143737793, "learning_rate": 1.0322973300933776e-05, "loss": 2.0785, "step": 240 }, { "epoch": 0.8561643835616438, "grad_norm": 7.100874900817871, "learning_rate": 1.0160662399975697e-05, "loss": 1.9977, "step": 250 }, { "epoch": 0.8904109589041096, "grad_norm": 8.239387512207031, "learning_rate": 9.998351499017618e-06, "loss": 2.0099, "step": 260 }, { "epoch": 0.9246575342465754, "grad_norm": 7.704412460327148, "learning_rate": 9.83604059805954e-06, "loss": 1.9851, "step": 270 }, { "epoch": 0.958904109589041, "grad_norm": 7.8163652420043945, "learning_rate": 9.673729697101463e-06, "loss": 2.0085, "step": 280 }, { "epoch": 0.9931506849315068, "grad_norm": 8.153071403503418, "learning_rate": 9.511418796143383e-06, "loss": 1.9962, "step": 290 }, { "epoch": 1.0, "eval_classification_report": { "accuracy": 0.2375, "ar": { "f1-score": 0.0622568093385214, "precision": 0.1568627450980392, "recall": 0.038834951456310676, "support": 206.0 }, "cl": { "f1-score": 0.2011173184357542, "precision": 0.16901408450704225, "recall": 0.2482758620689655, "support": 290.0 }, "co": { "f1-score": 0.31543624161073824, "precision": 0.23383084577114427, "recall": 0.4845360824742268, "support": 291.0 }, "es": { "f1-score": 0.27364185110663986, "precision": 0.3119266055045872, "recall": 0.24372759856630824, "support": 279.0 }, "macro avg": { "f1-score": 0.2140692864641761, "precision": 0.24922489036795273, "recall": 0.22042150190811827, "support": 2000.0 }, "mx": { "f1-score": 0.22950819672131148, "precision": 0.28426395939086296, "recall": 0.19243986254295534, "support": 291.0 }, "pe": { "f1-score": 0.10610079575596817, "precision": 0.23255813953488372, "recall": 0.06872852233676977, "support": 291.0 }, "pr": { "f1-score": 0.5030674846625767, "precision": 0.6612903225806451, "recall": 0.40594059405940597, "support": 101.0 }, "uy": { "f1-score": 0.2354948805460751, "precision": 0.19327731092436976, "recall": 0.30131004366812225, "support": 229.0 }, "ve": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 22.0 }, "weighted avg": { "f1-score": 0.22084365412222065, "precision": 0.24892308331106963, "recall": 0.2375, "support": 2000.0 } }, "eval_f1": 0.2140692864641761, "eval_loss": 1.964627742767334, "eval_runtime": 3.948, "eval_samples_per_second": 506.591, "eval_steps_per_second": 31.662, "step": 292 }, { "epoch": 1.0273972602739727, "grad_norm": 7.403143882751465, "learning_rate": 9.349107895185306e-06, "loss": 1.9144, "step": 300 }, { "epoch": 1.0616438356164384, "grad_norm": 7.673084735870361, "learning_rate": 9.186796994227228e-06, "loss": 1.8783, "step": 310 }, { "epoch": 1.095890410958904, "grad_norm": 7.875649452209473, "learning_rate": 9.024486093269149e-06, "loss": 1.9275, "step": 320 }, { "epoch": 1.13013698630137, "grad_norm": 8.519344329833984, "learning_rate": 8.86217519231107e-06, "loss": 1.9603, "step": 330 }, { "epoch": 1.1643835616438356, "grad_norm": 11.323283195495605, "learning_rate": 8.699864291352992e-06, "loss": 1.923, "step": 340 }, { "epoch": 1.1986301369863013, "grad_norm": 8.269103050231934, "learning_rate": 8.537553390394915e-06, "loss": 1.9427, "step": 350 }, { "epoch": 1.2328767123287672, "grad_norm": 9.630481719970703, "learning_rate": 8.375242489436837e-06, "loss": 1.8944, "step": 360 }, { "epoch": 1.2671232876712328, "grad_norm": 10.00069808959961, "learning_rate": 8.212931588478758e-06, "loss": 1.8854, "step": 370 }, { "epoch": 1.3013698630136985, "grad_norm": 10.448683738708496, "learning_rate": 8.05062068752068e-06, "loss": 1.9484, "step": 380 }, { "epoch": 1.3356164383561644, "grad_norm": 9.772107124328613, "learning_rate": 7.888309786562601e-06, "loss": 1.8663, "step": 390 }, { "epoch": 1.36986301369863, "grad_norm": 10.358853340148926, "learning_rate": 7.725998885604523e-06, "loss": 1.9082, "step": 400 }, { "epoch": 1.404109589041096, "grad_norm": 11.836031913757324, "learning_rate": 7.563687984646444e-06, "loss": 1.881, "step": 410 }, { "epoch": 1.4383561643835616, "grad_norm": 11.461163520812988, "learning_rate": 7.401377083688367e-06, "loss": 1.964, "step": 420 }, { "epoch": 1.4726027397260273, "grad_norm": 9.836813926696777, "learning_rate": 7.239066182730289e-06, "loss": 1.8552, "step": 430 }, { "epoch": 1.5068493150684932, "grad_norm": 12.651612281799316, "learning_rate": 7.076755281772211e-06, "loss": 1.8211, "step": 440 }, { "epoch": 1.541095890410959, "grad_norm": 10.353775024414062, "learning_rate": 6.9144443808141315e-06, "loss": 1.905, "step": 450 }, { "epoch": 1.5753424657534247, "grad_norm": 9.688141822814941, "learning_rate": 6.752133479856054e-06, "loss": 1.8525, "step": 460 }, { "epoch": 1.6095890410958904, "grad_norm": 10.979829788208008, "learning_rate": 6.5898225788979756e-06, "loss": 1.8468, "step": 470 }, { "epoch": 1.643835616438356, "grad_norm": 11.913898468017578, "learning_rate": 6.427511677939898e-06, "loss": 1.8301, "step": 480 }, { "epoch": 1.678082191780822, "grad_norm": 9.506439208984375, "learning_rate": 6.265200776981819e-06, "loss": 1.9175, "step": 490 }, { "epoch": 1.7123287671232876, "grad_norm": 11.259939193725586, "learning_rate": 6.102889876023741e-06, "loss": 1.8674, "step": 500 }, { "epoch": 1.7465753424657535, "grad_norm": 10.506684303283691, "learning_rate": 5.940578975065663e-06, "loss": 1.8201, "step": 510 }, { "epoch": 1.7808219178082192, "grad_norm": 10.255843162536621, "learning_rate": 5.7782680741075844e-06, "loss": 1.83, "step": 520 }, { "epoch": 1.8150684931506849, "grad_norm": 10.053559303283691, "learning_rate": 5.615957173149507e-06, "loss": 1.8929, "step": 530 }, { "epoch": 1.8493150684931505, "grad_norm": 11.122831344604492, "learning_rate": 5.4536462721914285e-06, "loss": 1.8836, "step": 540 }, { "epoch": 1.8835616438356164, "grad_norm": 10.520340919494629, "learning_rate": 5.29133537123335e-06, "loss": 1.8587, "step": 550 }, { "epoch": 1.9178082191780823, "grad_norm": 10.444989204406738, "learning_rate": 5.129024470275272e-06, "loss": 1.9133, "step": 560 }, { "epoch": 1.952054794520548, "grad_norm": 9.19580078125, "learning_rate": 4.966713569317194e-06, "loss": 1.7403, "step": 570 }, { "epoch": 1.9863013698630136, "grad_norm": 9.467530250549316, "learning_rate": 4.804402668359115e-06, "loss": 1.854, "step": 580 }, { "epoch": 2.0, "eval_classification_report": { "accuracy": 0.3015, "ar": { "f1-score": 0.20817843866171004, "precision": 0.4444444444444444, "recall": 0.13592233009708737, "support": 206.0 }, "cl": { "f1-score": 0.24404761904761904, "precision": 0.21465968586387435, "recall": 0.2827586206896552, "support": 290.0 }, "co": { "f1-score": 0.3091190108191654, "precision": 0.2808988764044944, "recall": 0.3436426116838488, "support": 291.0 }, "es": { "f1-score": 0.36363636363636365, "precision": 0.31891891891891894, "recall": 0.4229390681003584, "support": 279.0 }, "macro avg": { "f1-score": 0.28404923689784706, "precision": 0.313232548351025, "recall": 0.28845705885930073, "support": 2000.0 }, "mx": { "f1-score": 0.3058350100603622, "precision": 0.36893203883495146, "recall": 0.2611683848797251, "support": 291.0 }, "pe": { "f1-score": 0.23582089552238805, "precision": 0.20844327176781002, "recall": 0.27147766323024053, "support": 291.0 }, "pr": { "f1-score": 0.5688888888888889, "precision": 0.5161290322580645, "recall": 0.6336633663366337, "support": 101.0 }, "uy": { "f1-score": 0.3209169054441261, "precision": 0.4666666666666667, "recall": 0.2445414847161572, "support": 229.0 }, "ve": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 22.0 }, "weighted avg": { "f1-score": 0.29681818157005363, "precision": 0.3257693650891501, "recall": 0.3015, "support": 2000.0 } }, "eval_f1": 0.28404923689784706, "eval_loss": 1.8588982820510864, "eval_runtime": 3.9624, "eval_samples_per_second": 504.741, "eval_steps_per_second": 31.546, "step": 584 }, { "epoch": 2.0205479452054793, "grad_norm": 10.664342880249023, "learning_rate": 4.642091767401037e-06, "loss": 1.7675, "step": 590 }, { "epoch": 2.0547945205479454, "grad_norm": 10.18624210357666, "learning_rate": 4.479780866442959e-06, "loss": 1.7303, "step": 600 }, { "epoch": 2.089041095890411, "grad_norm": 9.922106742858887, "learning_rate": 4.3174699654848806e-06, "loss": 1.6809, "step": 610 }, { "epoch": 2.1232876712328768, "grad_norm": 10.778169631958008, "learning_rate": 4.155159064526802e-06, "loss": 1.6858, "step": 620 }, { "epoch": 2.1575342465753424, "grad_norm": 11.85101318359375, "learning_rate": 3.992848163568725e-06, "loss": 1.7164, "step": 630 }, { "epoch": 2.191780821917808, "grad_norm": 10.55038833618164, "learning_rate": 3.830537262610646e-06, "loss": 1.7627, "step": 640 }, { "epoch": 2.2260273972602738, "grad_norm": 12.37063217163086, "learning_rate": 3.6682263616525683e-06, "loss": 1.7254, "step": 650 }, { "epoch": 2.26027397260274, "grad_norm": 12.823184967041016, "learning_rate": 3.5059154606944894e-06, "loss": 1.6745, "step": 660 }, { "epoch": 2.2945205479452055, "grad_norm": 10.982261657714844, "learning_rate": 3.3436045597364115e-06, "loss": 1.6329, "step": 670 }, { "epoch": 2.328767123287671, "grad_norm": 11.901023864746094, "learning_rate": 3.181293658778333e-06, "loss": 1.7054, "step": 680 }, { "epoch": 2.363013698630137, "grad_norm": 12.643646240234375, "learning_rate": 3.018982757820255e-06, "loss": 1.6988, "step": 690 }, { "epoch": 2.3972602739726026, "grad_norm": 11.213497161865234, "learning_rate": 2.8566718568621767e-06, "loss": 1.6856, "step": 700 }, { "epoch": 2.4315068493150687, "grad_norm": 13.69401741027832, "learning_rate": 2.6943609559040983e-06, "loss": 1.7865, "step": 710 }, { "epoch": 2.4657534246575343, "grad_norm": 11.204819679260254, "learning_rate": 2.5320500549460203e-06, "loss": 1.6012, "step": 720 }, { "epoch": 2.5, "grad_norm": 11.135315895080566, "learning_rate": 2.369739153987942e-06, "loss": 1.7297, "step": 730 }, { "epoch": 2.5342465753424657, "grad_norm": 11.281685829162598, "learning_rate": 2.207428253029864e-06, "loss": 1.7066, "step": 740 }, { "epoch": 2.5684931506849313, "grad_norm": 12.174514770507812, "learning_rate": 2.0451173520717856e-06, "loss": 1.7291, "step": 750 }, { "epoch": 2.602739726027397, "grad_norm": 11.84288501739502, "learning_rate": 1.8828064511137074e-06, "loss": 1.7143, "step": 760 }, { "epoch": 2.636986301369863, "grad_norm": 13.132065773010254, "learning_rate": 1.7204955501556292e-06, "loss": 1.6739, "step": 770 }, { "epoch": 2.671232876712329, "grad_norm": 10.684150695800781, "learning_rate": 1.5581846491975508e-06, "loss": 1.7677, "step": 780 }, { "epoch": 2.7054794520547945, "grad_norm": 10.924251556396484, "learning_rate": 1.3958737482394726e-06, "loss": 1.7319, "step": 790 }, { "epoch": 2.73972602739726, "grad_norm": 11.701458930969238, "learning_rate": 1.2335628472813945e-06, "loss": 1.633, "step": 800 }, { "epoch": 2.7739726027397262, "grad_norm": 15.176057815551758, "learning_rate": 1.0712519463233163e-06, "loss": 1.7776, "step": 810 }, { "epoch": 2.808219178082192, "grad_norm": 11.823851585388184, "learning_rate": 9.08941045365238e-07, "loss": 1.6718, "step": 820 }, { "epoch": 2.8424657534246576, "grad_norm": 16.096837997436523, "learning_rate": 7.466301444071598e-07, "loss": 1.8125, "step": 830 }, { "epoch": 2.8767123287671232, "grad_norm": 14.548500061035156, "learning_rate": 5.843192434490816e-07, "loss": 1.6709, "step": 840 }, { "epoch": 2.910958904109589, "grad_norm": 14.510014533996582, "learning_rate": 4.2200834249100337e-07, "loss": 1.7332, "step": 850 }, { "epoch": 2.9452054794520546, "grad_norm": 12.800880432128906, "learning_rate": 2.5969744153292514e-07, "loss": 1.656, "step": 860 }, { "epoch": 2.9794520547945207, "grad_norm": 11.786734580993652, "learning_rate": 9.738654057484693e-08, "loss": 1.6054, "step": 870 }, { "epoch": 3.0, "eval_classification_report": { "accuracy": 0.321, "ar": { "f1-score": 0.24539877300613497, "precision": 0.3333333333333333, "recall": 0.1941747572815534, "support": 206.0 }, "cl": { "f1-score": 0.22151898734177214, "precision": 0.2046783625730994, "recall": 0.2413793103448276, "support": 290.0 }, "co": { "f1-score": 0.327212020033389, "precision": 0.3181818181818182, "recall": 0.33676975945017185, "support": 291.0 }, "es": { "f1-score": 0.39095315024232635, "precision": 0.3558823529411765, "recall": 0.4336917562724014, "support": 279.0 }, "macro avg": { "f1-score": 0.30473656895821705, "precision": 0.31299377782399707, "recall": 0.3074325006319518, "support": 2000.0 }, "mx": { "f1-score": 0.36075949367088606, "precision": 0.3343108504398827, "recall": 0.3917525773195876, "support": 291.0 }, "pe": { "f1-score": 0.23850085178875638, "precision": 0.23648648648648649, "recall": 0.24054982817869416, "support": 291.0 }, "pr": { "f1-score": 0.616822429906542, "precision": 0.584070796460177, "recall": 0.6534653465346535, "support": 101.0 }, "uy": { "f1-score": 0.34146341463414637, "precision": 0.45, "recall": 0.27510917030567683, "support": 229.0 }, "ve": { "f1-score": 0.0, "precision": 0.0, "recall": 0.0, "support": 22.0 }, "weighted avg": { "f1-score": 0.3169831141081196, "precision": 0.3240243264312071, "recall": 0.321, "support": 2000.0 } }, "eval_f1": 0.30473656895821705, "eval_loss": 1.8237080574035645, "eval_runtime": 3.9808, "eval_samples_per_second": 502.417, "eval_steps_per_second": 31.401, "step": 876 } ], "logging_steps": 10, "max_steps": 876, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 920815007980032.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }