| { | |
| "best_metric": 0.276384562253952, | |
| "best_model_checkpoint": "longformer-sep_tok_full_labels/checkpoint-324", | |
| "epoch": 6.0, | |
| "eval_steps": 500, | |
| "global_step": 486, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "eval_B-Claim": { | |
| "f1-score": 0.21800947867298578, | |
| "precision": 0.3333333333333333, | |
| "recall": 0.1619718309859155, | |
| "support": 284.0 | |
| }, | |
| "eval_B-MajorClaim": { | |
| "f1-score": 0.0, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "support": 141.0 | |
| }, | |
| "eval_B-Premise": { | |
| "f1-score": 0.8305489260143198, | |
| "precision": 0.71900826446281, | |
| "recall": 0.9830508474576272, | |
| "support": 708.0 | |
| }, | |
| "eval_I-Claim": { | |
| "f1-score": 0.5590492696211935, | |
| "precision": 0.5643589102724319, | |
| "recall": 0.5538386068187393, | |
| "support": 4077.0 | |
| }, | |
| "eval_I-MajorClaim": { | |
| "f1-score": 0.7399038461538461, | |
| "precision": 0.7205056179775281, | |
| "recall": 0.7603754940711462, | |
| "support": 2024.0 | |
| }, | |
| "eval_I-Premise": { | |
| "f1-score": 0.8867229093291834, | |
| "precision": 0.8883965205974068, | |
| "recall": 0.8850555918901243, | |
| "support": 12232.0 | |
| }, | |
| "eval_O": { | |
| "f1-score": 0.9976548035383666, | |
| "precision": 0.9961383616794018, | |
| "recall": 0.9991758694577221, | |
| "support": 12134.0 | |
| }, | |
| "eval_accuracy": 0.8699050632911393, | |
| "eval_loss": 0.32671716809272766, | |
| "eval_macro avg": { | |
| "f1-score": 0.6045556047614136, | |
| "precision": 0.6031058583318446, | |
| "recall": 0.6204954629544678, | |
| "support": 31600.0 | |
| }, | |
| "eval_runtime": 6.234, | |
| "eval_samples_per_second": 12.833, | |
| "eval_steps_per_second": 1.604, | |
| "eval_weighted avg": { | |
| "f1-score": 0.8664142595402331, | |
| "precision": 0.8644597558999653, | |
| "recall": 0.8699050632911393, | |
| "support": 31600.0 | |
| }, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_B-Claim": { | |
| "f1-score": 0.5352697095435685, | |
| "precision": 0.6515151515151515, | |
| "recall": 0.45422535211267606, | |
| "support": 284.0 | |
| }, | |
| "eval_B-MajorClaim": { | |
| "f1-score": 0.7766990291262136, | |
| "precision": 0.7142857142857143, | |
| "recall": 0.851063829787234, | |
| "support": 141.0 | |
| }, | |
| "eval_B-Premise": { | |
| "f1-score": 0.8802721088435375, | |
| "precision": 0.8490813648293963, | |
| "recall": 0.9138418079096046, | |
| "support": 708.0 | |
| }, | |
| "eval_I-Claim": { | |
| "f1-score": 0.5747557221255521, | |
| "precision": 0.6325869180907484, | |
| "recall": 0.5266127054206524, | |
| "support": 4077.0 | |
| }, | |
| "eval_I-MajorClaim": { | |
| "f1-score": 0.7833260963960051, | |
| "precision": 0.6986831913245546, | |
| "recall": 0.8913043478260869, | |
| "support": 2024.0 | |
| }, | |
| "eval_I-Premise": { | |
| "f1-score": 0.8995515695067264, | |
| "precision": 0.8971377459749553, | |
| "recall": 0.9019784172661871, | |
| "support": 12232.0 | |
| }, | |
| "eval_O": { | |
| "f1-score": 0.9971231300345225, | |
| "precision": 0.9945072962780783, | |
| "recall": 0.9997527608373167, | |
| "support": 12134.0 | |
| }, | |
| "eval_accuracy": 0.8864240506329114, | |
| "eval_loss": 0.28716403245925903, | |
| "eval_macro avg": { | |
| "f1-score": 0.7781424807965893, | |
| "precision": 0.7768281974712284, | |
| "recall": 0.791254174451394, | |
| "support": 31600.0 | |
| }, | |
| "eval_runtime": 6.2816, | |
| "eval_samples_per_second": 12.736, | |
| "eval_steps_per_second": 1.592, | |
| "eval_weighted avg": { | |
| "f1-score": 0.8834146129726252, | |
| "precision": 0.8835831101628018, | |
| "recall": 0.8864240506329114, | |
| "support": 31600.0 | |
| }, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_B-Claim": { | |
| "f1-score": 0.5580448065173116, | |
| "precision": 0.6618357487922706, | |
| "recall": 0.4823943661971831, | |
| "support": 284.0 | |
| }, | |
| "eval_B-MajorClaim": { | |
| "f1-score": 0.8046875, | |
| "precision": 0.8956521739130435, | |
| "recall": 0.7304964539007093, | |
| "support": 141.0 | |
| }, | |
| "eval_B-Premise": { | |
| "f1-score": 0.8868421052631579, | |
| "precision": 0.8300492610837439, | |
| "recall": 0.9519774011299436, | |
| "support": 708.0 | |
| }, | |
| "eval_I-Claim": { | |
| "f1-score": 0.5488426262920367, | |
| "precision": 0.6751432664756447, | |
| "recall": 0.4623497669855286, | |
| "support": 4077.0 | |
| }, | |
| "eval_I-MajorClaim": { | |
| "f1-score": 0.8110936682365254, | |
| "precision": 0.8620689655172413, | |
| "recall": 0.7658102766798419, | |
| "support": 2024.0 | |
| }, | |
| "eval_I-Premise": { | |
| "f1-score": 0.9039491427470623, | |
| "precision": 0.854842235662756, | |
| "recall": 0.9590418574231524, | |
| "support": 12232.0 | |
| }, | |
| "eval_O": { | |
| "f1-score": 0.9979824597521307, | |
| "precision": 0.9972023368715544, | |
| "recall": 0.9987638041865832, | |
| "support": 12134.0 | |
| }, | |
| "eval_accuracy": 0.892373417721519, | |
| "eval_loss": 0.28271517157554626, | |
| "eval_macro avg": { | |
| "f1-score": 0.7873489012583177, | |
| "precision": 0.825256284045179, | |
| "recall": 0.7644048466432775, | |
| "support": 31600.0 | |
| }, | |
| "eval_runtime": 6.2071, | |
| "eval_samples_per_second": 12.888, | |
| "eval_steps_per_second": 1.611, | |
| "eval_weighted avg": { | |
| "f1-score": 0.88435885840807, | |
| "precision": 0.8846770016417851, | |
| "recall": 0.892373417721519, | |
| "support": 31600.0 | |
| }, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_B-Claim": { | |
| "f1-score": 0.659016393442623, | |
| "precision": 0.6165644171779141, | |
| "recall": 0.7077464788732394, | |
| "support": 284.0 | |
| }, | |
| "eval_B-MajorClaim": { | |
| "f1-score": 0.8675496688741722, | |
| "precision": 0.8136645962732919, | |
| "recall": 0.9290780141843972, | |
| "support": 141.0 | |
| }, | |
| "eval_B-Premise": { | |
| "f1-score": 0.8698224852071005, | |
| "precision": 0.9130434782608695, | |
| "recall": 0.8305084745762712, | |
| "support": 708.0 | |
| }, | |
| "eval_I-Claim": { | |
| "f1-score": 0.6472172351885099, | |
| "precision": 0.5964839710444674, | |
| "recall": 0.70738287956831, | |
| "support": 4077.0 | |
| }, | |
| "eval_I-MajorClaim": { | |
| "f1-score": 0.8549332083430982, | |
| "precision": 0.8131966116807846, | |
| "recall": 0.9011857707509882, | |
| "support": 2024.0 | |
| }, | |
| "eval_I-Premise": { | |
| "f1-score": 0.8876102800153433, | |
| "precision": 0.9271658801531475, | |
| "recall": 0.8512916939175932, | |
| "support": 12232.0 | |
| }, | |
| "eval_O": { | |
| "f1-score": 0.9981065283609122, | |
| "precision": 0.9970394736842105, | |
| "recall": 0.9991758694577221, | |
| "support": 12134.0 | |
| }, | |
| "eval_accuracy": 0.8912974683544304, | |
| "eval_loss": 0.276384562253952, | |
| "eval_macro avg": { | |
| "f1-score": 0.8263222570616798, | |
| "precision": 0.8110226326106693, | |
| "recall": 0.8466241687612174, | |
| "support": 31600.0 | |
| }, | |
| "eval_runtime": 6.2529, | |
| "eval_samples_per_second": 12.794, | |
| "eval_steps_per_second": 1.599, | |
| "eval_weighted avg": { | |
| "f1-score": 0.8943886873545748, | |
| "precision": 0.9004180663566287, | |
| "recall": 0.8912974683544304, | |
| "support": 31600.0 | |
| }, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_B-Claim": { | |
| "f1-score": 0.665474060822898, | |
| "precision": 0.6763636363636364, | |
| "recall": 0.6549295774647887, | |
| "support": 284.0 | |
| }, | |
| "eval_B-MajorClaim": { | |
| "f1-score": 0.8896551724137931, | |
| "precision": 0.8657718120805369, | |
| "recall": 0.9148936170212766, | |
| "support": 141.0 | |
| }, | |
| "eval_B-Premise": { | |
| "f1-score": 0.8843441466854725, | |
| "precision": 0.8830985915492958, | |
| "recall": 0.885593220338983, | |
| "support": 708.0 | |
| }, | |
| "eval_I-Claim": { | |
| "f1-score": 0.6698067632850242, | |
| "precision": 0.6597668332143707, | |
| "recall": 0.6801569781702232, | |
| "support": 4077.0 | |
| }, | |
| "eval_I-MajorClaim": { | |
| "f1-score": 0.8809815950920246, | |
| "precision": 0.8751828376401756, | |
| "recall": 0.8868577075098815, | |
| "support": 2024.0 | |
| }, | |
| "eval_I-Premise": { | |
| "f1-score": 0.9024631353488756, | |
| "precision": 0.9094305163539764, | |
| "recall": 0.8956017004578156, | |
| "support": 12232.0 | |
| }, | |
| "eval_O": { | |
| "f1-score": 0.9980246913580246, | |
| "precision": 0.9967121486108828, | |
| "recall": 0.9993406955661777, | |
| "support": 12134.0 | |
| }, | |
| "eval_accuracy": 0.9047784810126582, | |
| "eval_loss": 0.2893199920654297, | |
| "eval_macro avg": { | |
| "f1-score": 0.8415356521437304, | |
| "precision": 0.838046625116125, | |
| "recall": 0.8453390709327352, | |
| "support": 31600.0 | |
| }, | |
| "eval_runtime": 6.2466, | |
| "eval_samples_per_second": 12.807, | |
| "eval_steps_per_second": 1.601, | |
| "eval_weighted avg": { | |
| "f1-score": 0.9051715590931133, | |
| "precision": 0.9056611908459661, | |
| "recall": 0.9047784810126582, | |
| "support": 31600.0 | |
| }, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_B-Claim": { | |
| "f1-score": 0.6263345195729537, | |
| "precision": 0.6330935251798561, | |
| "recall": 0.6197183098591549, | |
| "support": 284.0 | |
| }, | |
| "eval_B-MajorClaim": { | |
| "f1-score": 0.8372093023255814, | |
| "precision": 0.9230769230769231, | |
| "recall": 0.7659574468085106, | |
| "support": 141.0 | |
| }, | |
| "eval_B-Premise": { | |
| "f1-score": 0.8784530386740332, | |
| "precision": 0.8594594594594595, | |
| "recall": 0.8983050847457628, | |
| "support": 708.0 | |
| }, | |
| "eval_I-Claim": { | |
| "f1-score": 0.6109127995920448, | |
| "precision": 0.6360499070878683, | |
| "recall": 0.5876870247731175, | |
| "support": 4077.0 | |
| }, | |
| "eval_I-MajorClaim": { | |
| "f1-score": 0.8409272581934453, | |
| "precision": 0.9126662810873337, | |
| "recall": 0.7796442687747036, | |
| "support": 2024.0 | |
| }, | |
| "eval_I-Premise": { | |
| "f1-score": 0.8964938902643559, | |
| "precision": 0.8762685402029664, | |
| "recall": 0.9176749509483323, | |
| "support": 12232.0 | |
| }, | |
| "eval_O": { | |
| "f1-score": 0.9987239122380934, | |
| "precision": 0.9976971790443293, | |
| "recall": 0.9997527608373167, | |
| "support": 12134.0 | |
| }, | |
| "eval_accuracy": 0.8939873417721519, | |
| "eval_loss": 0.33532533049583435, | |
| "eval_macro avg": { | |
| "f1-score": 0.8127221029800725, | |
| "precision": 0.8340445450198194, | |
| "recall": 0.7955342638209855, | |
| "support": 31600.0 | |
| }, | |
| "eval_runtime": 6.2278, | |
| "eval_samples_per_second": 12.846, | |
| "eval_steps_per_second": 1.606, | |
| "eval_weighted avg": { | |
| "f1-score": 0.8922477132246446, | |
| "precision": 0.891880888702747, | |
| "recall": 0.8939873417721519, | |
| "support": 31600.0 | |
| }, | |
| "step": 486 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1620, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "total_flos": 862744876308000.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |