| { | |
| "best_metric": 60.4228, | |
| "best_model_checkpoint": "/nfs/home/shamsabadim/final_project/models/json_based/drop_3/checkpoint-1149", | |
| "epoch": 16.99075785582255, | |
| "global_step": 1149, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.99, | |
| "eval_exact_f1s_%CI values": 0.0, | |
| "eval_exact_f1s_R0 value": 0.0, | |
| "eval_exact_f1s_date": 0.0, | |
| "eval_exact_f1s_disease name": 0.0, | |
| "eval_exact_f1s_location": 0.0, | |
| "eval_exact_f1s_method": 0.0, | |
| "eval_exact_f1s_overall": 0.0, | |
| "eval_exact_precisions_%CI values": 0, | |
| "eval_exact_precisions_R0 value": 0, | |
| "eval_exact_precisions_date": 0, | |
| "eval_exact_precisions_disease name": 0, | |
| "eval_exact_precisions_location": 0, | |
| "eval_exact_precisions_method": 0, | |
| "eval_exact_precisions_overall": 0.0, | |
| "eval_exact_recalls_%CI values": 0.0, | |
| "eval_exact_recalls_R0 value": 0.0, | |
| "eval_exact_recalls_date": 0.0, | |
| "eval_exact_recalls_disease name": 0.0, | |
| "eval_exact_recalls_location": 0.0, | |
| "eval_exact_recalls_method": 0.0, | |
| "eval_exact_recalls_overall": 0.0, | |
| "eval_general_accuracy": 54.9479, | |
| "eval_loss": 1.7267659902572632, | |
| "eval_partial_f1s_%CI values": 0.0, | |
| "eval_partial_f1s_R0 value": 0.0, | |
| "eval_partial_f1s_date": 0.0, | |
| "eval_partial_f1s_disease name": 0.0, | |
| "eval_partial_f1s_location": 0.0, | |
| "eval_partial_f1s_method": 0.0, | |
| "eval_partial_f1s_overall": 0.0, | |
| "eval_partial_precisions_%CI values": 0, | |
| "eval_partial_precisions_R0 value": 0, | |
| "eval_partial_precisions_date": 0, | |
| "eval_partial_precisions_disease name": 0, | |
| "eval_partial_precisions_location": 0, | |
| "eval_partial_precisions_method": 0, | |
| "eval_partial_precisions_overall": 0.0, | |
| "eval_partial_recalls_%CI values": 0.0, | |
| "eval_partial_recalls_R0 value": 0.0, | |
| "eval_partial_recalls_date": 0.0, | |
| "eval_partial_recalls_disease name": 0.0, | |
| "eval_partial_recalls_location": 0.0, | |
| "eval_partial_recalls_method": 0.0, | |
| "eval_partial_recalls_overall": 0.0, | |
| "eval_rouge1": 51.0799, | |
| "eval_rouge2": 0.596, | |
| "eval_rougeL": 50.9907, | |
| "eval_rougeLsum": 50.9842, | |
| "eval_runtime": 606.3253, | |
| "eval_samples_per_second": 3.167, | |
| "eval_steps_per_second": 0.792, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 0.0009942733449861407, | |
| "loss": 1.9304, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_exact_f1s_%CI values": 0.0, | |
| "eval_exact_f1s_R0 value": 1.6178, | |
| "eval_exact_f1s_date": 0.0, | |
| "eval_exact_f1s_disease name": 0.8584, | |
| "eval_exact_f1s_location": 2.4691, | |
| "eval_exact_f1s_method": 0.0, | |
| "eval_exact_f1s_overall": 0.8242, | |
| "eval_exact_precisions_%CI values": 0, | |
| "eval_exact_precisions_R0 value": 61.5385, | |
| "eval_exact_precisions_date": 0.0, | |
| "eval_exact_precisions_disease name": 38.4615, | |
| "eval_exact_precisions_location": 100.0, | |
| "eval_exact_precisions_method": 0.0, | |
| "eval_exact_precisions_overall": 33.3333, | |
| "eval_exact_recalls_%CI values": 0.0, | |
| "eval_exact_recalls_R0 value": 0.8197, | |
| "eval_exact_recalls_date": 0.0, | |
| "eval_exact_recalls_disease name": 0.434, | |
| "eval_exact_recalls_location": 1.25, | |
| "eval_exact_recalls_method": 0.0, | |
| "eval_exact_recalls_overall": 0.4173, | |
| "eval_general_accuracy": 56.1979, | |
| "eval_loss": 0.29594966769218445, | |
| "eval_partial_f1s_%CI values": 0.0, | |
| "eval_partial_f1s_R0 value": 2.1434, | |
| "eval_partial_f1s_date": 0.0, | |
| "eval_partial_f1s_disease name": 0.8584, | |
| "eval_partial_f1s_location": 2.4691, | |
| "eval_partial_f1s_method": 1.5152, | |
| "eval_partial_f1s_overall": 1.1644, | |
| "eval_partial_precisions_%CI values": 0, | |
| "eval_partial_precisions_R0 value": 100.0, | |
| "eval_partial_precisions_date": 0.0, | |
| "eval_partial_precisions_disease name": 38.4615, | |
| "eval_partial_precisions_location": 100.0, | |
| "eval_partial_precisions_method": 58.3333, | |
| "eval_partial_precisions_overall": 49.4658, | |
| "eval_partial_recalls_%CI values": 0.0, | |
| "eval_partial_recalls_R0 value": 1.0833, | |
| "eval_partial_recalls_date": 0.0, | |
| "eval_partial_recalls_disease name": 0.434, | |
| "eval_partial_recalls_location": 1.25, | |
| "eval_partial_recalls_method": 0.7675, | |
| "eval_partial_recalls_overall": 0.5892, | |
| "eval_rouge1": 55.2663, | |
| "eval_rouge2": 0.5997, | |
| "eval_rougeL": 55.2443, | |
| "eval_rougeLsum": 55.2578, | |
| "eval_runtime": 370.8937, | |
| "eval_samples_per_second": 5.177, | |
| "eval_steps_per_second": 1.294, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 0.001988546922802925, | |
| "loss": 0.2724, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "eval_exact_f1s_%CI values": 0.0, | |
| "eval_exact_f1s_R0 value": 1.4242, | |
| "eval_exact_f1s_date": 0.0, | |
| "eval_exact_f1s_disease name": 0.0, | |
| "eval_exact_f1s_location": 1.3372, | |
| "eval_exact_f1s_method": 0.0, | |
| "eval_exact_f1s_overall": 0.4602, | |
| "eval_exact_precisions_%CI values": 0.0, | |
| "eval_exact_precisions_R0 value": 100.0, | |
| "eval_exact_precisions_date": 0.0, | |
| "eval_exact_precisions_disease name": 0.0, | |
| "eval_exact_precisions_location": 100.0, | |
| "eval_exact_precisions_method": 0.0, | |
| "eval_exact_precisions_overall": 33.3333, | |
| "eval_exact_recalls_%CI values": 0.0, | |
| "eval_exact_recalls_R0 value": 0.7172, | |
| "eval_exact_recalls_date": 0.0, | |
| "eval_exact_recalls_disease name": 0.0, | |
| "eval_exact_recalls_location": 0.6731, | |
| "eval_exact_recalls_method": 0.0, | |
| "eval_exact_recalls_overall": 0.2317, | |
| "eval_general_accuracy": 56.4062, | |
| "eval_loss": 0.1920151710510254, | |
| "eval_partial_f1s_%CI values": 3.4398, | |
| "eval_partial_f1s_R0 value": 1.1599, | |
| "eval_partial_f1s_date": 0.0, | |
| "eval_partial_f1s_disease name": 0.0, | |
| "eval_partial_f1s_location": 1.3372, | |
| "eval_partial_f1s_method": 1.5234, | |
| "eval_partial_f1s_overall": 1.2462, | |
| "eval_partial_precisions_%CI values": 100.0, | |
| "eval_partial_precisions_R0 value": 100.0, | |
| "eval_partial_precisions_date": 0.0, | |
| "eval_partial_precisions_disease name": 0.0, | |
| "eval_partial_precisions_location": 100.0, | |
| "eval_partial_precisions_method": 100.0, | |
| "eval_partial_precisions_overall": 66.6667, | |
| "eval_partial_recalls_%CI values": 1.75, | |
| "eval_partial_recalls_R0 value": 0.5833, | |
| "eval_partial_recalls_date": 0.0, | |
| "eval_partial_recalls_disease name": 0.0, | |
| "eval_partial_recalls_location": 0.6731, | |
| "eval_partial_recalls_method": 0.7675, | |
| "eval_partial_recalls_overall": 0.629, | |
| "eval_rouge1": 55.7077, | |
| "eval_rouge2": 0.3415, | |
| "eval_rougeL": 55.6916, | |
| "eval_rougeLsum": 55.6985, | |
| "eval_runtime": 326.465, | |
| "eval_samples_per_second": 5.881, | |
| "eval_steps_per_second": 1.47, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "eval_exact_f1s_%CI values": 12.6362, | |
| "eval_exact_f1s_R0 value": 9.1846, | |
| "eval_exact_f1s_date": 4.9922, | |
| "eval_exact_f1s_disease name": 10.6195, | |
| "eval_exact_f1s_location": 13.0858, | |
| "eval_exact_f1s_method": 0.0, | |
| "eval_exact_f1s_overall": 8.4593, | |
| "eval_exact_precisions_%CI values": 49.1525, | |
| "eval_exact_precisions_R0 value": 53.8462, | |
| "eval_exact_precisions_date": 24.6154, | |
| "eval_exact_precisions_disease name": 72.5275, | |
| "eval_exact_precisions_location": 81.3187, | |
| "eval_exact_precisions_method": 0.0, | |
| "eval_exact_precisions_overall": 46.91, | |
| "eval_exact_recalls_%CI values": 7.25, | |
| "eval_exact_recalls_R0 value": 5.0205, | |
| "eval_exact_recalls_date": 2.7778, | |
| "eval_exact_recalls_disease name": 5.7292, | |
| "eval_exact_recalls_location": 7.1154, | |
| "eval_exact_recalls_method": 0.0, | |
| "eval_exact_recalls_overall": 4.6488, | |
| "eval_general_accuracy": 61.7188, | |
| "eval_loss": 0.16890592873096466, | |
| "eval_partial_f1s_%CI values": 25.7081, | |
| "eval_partial_f1s_R0 value": 15.203, | |
| "eval_partial_f1s_date": 4.9922, | |
| "eval_partial_f1s_disease name": 10.6195, | |
| "eval_partial_f1s_location": 15.9151, | |
| "eval_partial_f1s_method": 6.5803, | |
| "eval_partial_f1s_overall": 13.2396, | |
| "eval_partial_precisions_%CI values": 100.0, | |
| "eval_partial_precisions_R0 value": 66.4516, | |
| "eval_partial_precisions_date": 24.6154, | |
| "eval_partial_precisions_disease name": 72.5275, | |
| "eval_partial_precisions_location": 98.9011, | |
| "eval_partial_precisions_method": 36.2637, | |
| "eval_partial_precisions_overall": 66.4599, | |
| "eval_partial_recalls_%CI values": 14.75, | |
| "eval_partial_recalls_R0 value": 8.5833, | |
| "eval_partial_recalls_date": 2.7778, | |
| "eval_partial_recalls_disease name": 5.7292, | |
| "eval_partial_recalls_location": 8.6538, | |
| "eval_partial_recalls_method": 3.6184, | |
| "eval_partial_recalls_overall": 7.3521, | |
| "eval_rouge1": 59.4231, | |
| "eval_rouge2": 3.5405, | |
| "eval_rougeL": 59.294, | |
| "eval_rougeLsum": 59.3319, | |
| "eval_runtime": 597.1936, | |
| "eval_samples_per_second": 3.215, | |
| "eval_steps_per_second": 0.804, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 0.0029828231781721115, | |
| "loss": 0.1336, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_exact_f1s_%CI values": 18.5811, | |
| "eval_exact_f1s_R0 value": 49.6928, | |
| "eval_exact_f1s_date": 25.084, | |
| "eval_exact_f1s_disease name": 44.3632, | |
| "eval_exact_f1s_location": 38.731, | |
| "eval_exact_f1s_method": 25.3373, | |
| "eval_exact_f1s_overall": 33.6801, | |
| "eval_exact_precisions_%CI values": 28.6458, | |
| "eval_exact_precisions_R0 value": 74.4376, | |
| "eval_exact_precisions_date": 35.3312, | |
| "eval_exact_precisions_disease name": 74.4376, | |
| "eval_exact_precisions_location": 61.945, | |
| "eval_exact_precisions_method": 40.0474, | |
| "eval_exact_precisions_overall": 52.4741, | |
| "eval_exact_recalls_%CI values": 13.75, | |
| "eval_exact_recalls_R0 value": 37.2951, | |
| "eval_exact_recalls_date": 19.4444, | |
| "eval_exact_recalls_disease name": 31.5972, | |
| "eval_exact_recalls_location": 28.1731, | |
| "eval_exact_recalls_method": 18.5307, | |
| "eval_exact_recalls_overall": 24.7984, | |
| "eval_general_accuracy": 79.5833, | |
| "eval_loss": 0.14908365905284882, | |
| "eval_partial_f1s_%CI values": 51.0135, | |
| "eval_partial_f1s_R0 value": 49.1525, | |
| "eval_partial_f1s_date": 25.084, | |
| "eval_partial_f1s_disease name": 46.3132, | |
| "eval_partial_f1s_location": 40.846, | |
| "eval_partial_f1s_method": 32.8336, | |
| "eval_partial_f1s_overall": 40.9166, | |
| "eval_partial_precisions_%CI values": 78.6458, | |
| "eval_partial_precisions_R0 value": 76.3158, | |
| "eval_partial_precisions_date": 35.3312, | |
| "eval_partial_precisions_disease name": 77.7096, | |
| "eval_partial_precisions_location": 65.3277, | |
| "eval_partial_precisions_method": 51.8957, | |
| "eval_partial_precisions_overall": 64.2043, | |
| "eval_partial_recalls_%CI values": 37.75, | |
| "eval_partial_recalls_R0 value": 36.25, | |
| "eval_partial_recalls_date": 19.4444, | |
| "eval_partial_recalls_disease name": 32.9861, | |
| "eval_partial_recalls_location": 29.7115, | |
| "eval_partial_recalls_method": 24.0132, | |
| "eval_partial_recalls_overall": 30.0259, | |
| "eval_rouge1": 72.3464, | |
| "eval_rouge2": 16.4949, | |
| "eval_rougeL": 72.0427, | |
| "eval_rougeLsum": 72.1047, | |
| "eval_runtime": 1047.4221, | |
| "eval_samples_per_second": 1.833, | |
| "eval_steps_per_second": 0.458, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 0.003977102693170309, | |
| "loss": 0.1011, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 5.99, | |
| "eval_exact_f1s_%CI values": 25.1515, | |
| "eval_exact_f1s_R0 value": 49.5063, | |
| "eval_exact_f1s_date": 19.9776, | |
| "eval_exact_f1s_disease name": 46.4897, | |
| "eval_exact_f1s_location": 46.5982, | |
| "eval_exact_f1s_method": 22.0779, | |
| "eval_exact_f1s_overall": 35.0428, | |
| "eval_exact_precisions_%CI values": 31.9231, | |
| "eval_exact_precisions_R0 value": 69.2449, | |
| "eval_exact_precisions_date": 28.254, | |
| "eval_exact_precisions_disease name": 72.5599, | |
| "eval_exact_precisions_location": 70.0772, | |
| "eval_exact_precisions_method": 32.2785, | |
| "eval_exact_precisions_overall": 50.7229, | |
| "eval_exact_recalls_%CI values": 20.75, | |
| "eval_exact_recalls_R0 value": 38.5246, | |
| "eval_exact_recalls_date": 15.4514, | |
| "eval_exact_recalls_disease name": 34.2014, | |
| "eval_exact_recalls_location": 34.9038, | |
| "eval_exact_recalls_method": 16.7763, | |
| "eval_exact_recalls_overall": 26.7679, | |
| "eval_general_accuracy": 81.0938, | |
| "eval_loss": 0.14725463092327118, | |
| "eval_partial_f1s_%CI values": 45.4545, | |
| "eval_partial_f1s_R0 value": 48.2645, | |
| "eval_partial_f1s_date": 19.9776, | |
| "eval_partial_f1s_disease name": 46.4897, | |
| "eval_partial_f1s_location": 50.3209, | |
| "eval_partial_f1s_method": 33.6219, | |
| "eval_partial_f1s_overall": 40.7944, | |
| "eval_partial_precisions_%CI values": 57.6923, | |
| "eval_partial_precisions_R0 value": 71.2195, | |
| "eval_partial_precisions_date": 28.254, | |
| "eval_partial_precisions_disease name": 72.5599, | |
| "eval_partial_precisions_location": 75.6757, | |
| "eval_partial_precisions_method": 49.1561, | |
| "eval_partial_precisions_overall": 59.0929, | |
| "eval_partial_recalls_%CI values": 37.5, | |
| "eval_partial_recalls_R0 value": 36.5, | |
| "eval_partial_recalls_date": 15.4514, | |
| "eval_partial_recalls_disease name": 34.2014, | |
| "eval_partial_recalls_location": 37.6923, | |
| "eval_partial_recalls_method": 25.5482, | |
| "eval_partial_recalls_overall": 31.1489, | |
| "eval_rouge1": 74.1991, | |
| "eval_rouge2": 18.2546, | |
| "eval_rougeL": 73.6911, | |
| "eval_rougeLsum": 73.7655, | |
| "eval_runtime": 1116.6452, | |
| "eval_samples_per_second": 1.719, | |
| "eval_steps_per_second": 0.43, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "eval_exact_f1s_%CI values": 8.6777, | |
| "eval_exact_f1s_R0 value": 29.2845, | |
| "eval_exact_f1s_date": 6.1135, | |
| "eval_exact_f1s_disease name": 24.3832, | |
| "eval_exact_f1s_location": 25.4344, | |
| "eval_exact_f1s_method": 8.8688, | |
| "eval_exact_f1s_overall": 17.1377, | |
| "eval_exact_precisions_%CI values": 25.0, | |
| "eval_exact_precisions_R0 value": 77.8761, | |
| "eval_exact_precisions_date": 18.9189, | |
| "eval_exact_precisions_disease name": 74.3363, | |
| "eval_exact_precisions_location": 71.2389, | |
| "eval_exact_precisions_method": 25.3886, | |
| "eval_exact_precisions_overall": 48.7931, | |
| "eval_exact_recalls_%CI values": 5.25, | |
| "eval_exact_recalls_R0 value": 18.0328, | |
| "eval_exact_recalls_date": 3.6458, | |
| "eval_exact_recalls_disease name": 14.5833, | |
| "eval_exact_recalls_location": 15.4808, | |
| "eval_exact_recalls_method": 5.3728, | |
| "eval_exact_recalls_overall": 10.3943, | |
| "eval_general_accuracy": 68.0208, | |
| "eval_loss": 0.15307681262493134, | |
| "eval_partial_f1s_%CI values": 26.4463, | |
| "eval_partial_f1s_R0 value": 28.0166, | |
| "eval_partial_f1s_date": 9.3159, | |
| "eval_partial_f1s_disease name": 24.3832, | |
| "eval_partial_f1s_location": 29.8578, | |
| "eval_partial_f1s_method": 15.3846, | |
| "eval_partial_f1s_overall": 22.2392, | |
| "eval_partial_precisions_%CI values": 76.1905, | |
| "eval_partial_precisions_R0 value": 83.4711, | |
| "eval_partial_precisions_date": 28.8288, | |
| "eval_partial_precisions_disease name": 74.3363, | |
| "eval_partial_precisions_location": 83.6283, | |
| "eval_partial_precisions_method": 44.0415, | |
| "eval_partial_precisions_overall": 65.0827, | |
| "eval_partial_recalls_%CI values": 16.0, | |
| "eval_partial_recalls_R0 value": 16.8333, | |
| "eval_partial_recalls_date": 5.5556, | |
| "eval_partial_recalls_disease name": 14.5833, | |
| "eval_partial_recalls_location": 18.1731, | |
| "eval_partial_recalls_method": 9.3202, | |
| "eval_partial_recalls_overall": 13.4109, | |
| "eval_rouge1": 65.4235, | |
| "eval_rouge2": 8.8486, | |
| "eval_rougeL": 65.2333, | |
| "eval_rougeLsum": 65.2619, | |
| "eval_runtime": 734.2038, | |
| "eval_samples_per_second": 2.615, | |
| "eval_steps_per_second": 0.654, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 0.00497138686478138, | |
| "loss": 0.0759, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_exact_f1s_%CI values": 31.6279, | |
| "eval_exact_f1s_R0 value": 49.5226, | |
| "eval_exact_f1s_date": 18.022, | |
| "eval_exact_f1s_disease name": 43.7003, | |
| "eval_exact_f1s_location": 46.4484, | |
| "eval_exact_f1s_method": 22.2978, | |
| "eval_exact_f1s_overall": 35.2979, | |
| "eval_exact_precisions_%CI values": 41.6327, | |
| "eval_exact_precisions_R0 value": 65.3782, | |
| "eval_exact_precisions_date": 24.5509, | |
| "eval_exact_precisions_disease name": 63.1148, | |
| "eval_exact_precisions_location": 64.9396, | |
| "eval_exact_precisions_method": 29.3381, | |
| "eval_exact_precisions_overall": 48.159, | |
| "eval_exact_recalls_%CI values": 25.5, | |
| "eval_exact_recalls_R0 value": 39.8566, | |
| "eval_exact_recalls_date": 14.2361, | |
| "eval_exact_recalls_disease name": 33.4201, | |
| "eval_exact_recalls_location": 36.1538, | |
| "eval_exact_recalls_method": 17.9825, | |
| "eval_exact_recalls_overall": 27.8582, | |
| "eval_general_accuracy": 81.5104, | |
| "eval_loss": 0.16113534569740295, | |
| "eval_partial_f1s_%CI values": 53.0233, | |
| "eval_partial_f1s_R0 value": 56.5945, | |
| "eval_partial_f1s_date": 21.3187, | |
| "eval_partial_f1s_disease name": 45.63, | |
| "eval_partial_f1s_location": 48.425, | |
| "eval_partial_f1s_method": 31.2712, | |
| "eval_partial_f1s_overall": 42.7976, | |
| "eval_partial_precisions_%CI values": 69.7959, | |
| "eval_partial_precisions_R0 value": 69.1106, | |
| "eval_partial_precisions_date": 29.0419, | |
| "eval_partial_precisions_disease name": 65.9016, | |
| "eval_partial_precisions_location": 67.7029, | |
| "eval_partial_precisions_method": 41.1449, | |
| "eval_partial_precisions_overall": 57.1163, | |
| "eval_partial_recalls_%CI values": 42.75, | |
| "eval_partial_recalls_R0 value": 47.9167, | |
| "eval_partial_recalls_date": 16.8403, | |
| "eval_partial_recalls_disease name": 34.8958, | |
| "eval_partial_recalls_location": 37.6923, | |
| "eval_partial_recalls_method": 25.2193, | |
| "eval_partial_recalls_overall": 34.2191, | |
| "eval_rouge1": 73.6105, | |
| "eval_rouge2": 18.9543, | |
| "eval_rougeL": 72.9376, | |
| "eval_rougeLsum": 73.0173, | |
| "eval_runtime": 1193.9967, | |
| "eval_samples_per_second": 1.608, | |
| "eval_steps_per_second": 0.402, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "learning_rate": 0.0059656864032149315, | |
| "loss": 0.0594, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 8.99, | |
| "eval_exact_f1s_%CI values": 29.878, | |
| "eval_exact_f1s_R0 value": 49.9676, | |
| "eval_exact_f1s_date": 16.7518, | |
| "eval_exact_f1s_disease name": 47.1753, | |
| "eval_exact_f1s_location": 48.4117, | |
| "eval_exact_f1s_method": 22.0506, | |
| "eval_exact_f1s_overall": 35.8059, | |
| "eval_exact_precisions_%CI values": 38.2812, | |
| "eval_exact_precisions_R0 value": 68.1416, | |
| "eval_exact_precisions_date": 20.3474, | |
| "eval_exact_precisions_disease name": 71.6814, | |
| "eval_exact_precisions_location": 71.3483, | |
| "eval_exact_precisions_method": 30.6641, | |
| "eval_exact_precisions_overall": 50.0773, | |
| "eval_exact_recalls_%CI values": 24.5, | |
| "eval_exact_recalls_R0 value": 39.4467, | |
| "eval_exact_recalls_date": 14.2361, | |
| "eval_exact_recalls_disease name": 35.1562, | |
| "eval_exact_recalls_location": 36.6346, | |
| "eval_exact_recalls_method": 17.2149, | |
| "eval_exact_recalls_overall": 27.8648, | |
| "eval_general_accuracy": 83.6458, | |
| "eval_loss": 0.15247328579425812, | |
| "eval_partial_f1s_%CI values": 50.9146, | |
| "eval_partial_f1s_R0 value": 52.5232, | |
| "eval_partial_f1s_date": 19.8161, | |
| "eval_partial_f1s_disease name": 50.9027, | |
| "eval_partial_f1s_location": 50.4447, | |
| "eval_partial_f1s_method": 31.3202, | |
| "eval_partial_f1s_overall": 42.7915, | |
| "eval_partial_precisions_%CI values": 65.2344, | |
| "eval_partial_precisions_R0 value": 68.7332, | |
| "eval_partial_precisions_date": 24.0695, | |
| "eval_partial_precisions_disease name": 77.3451, | |
| "eval_partial_precisions_location": 74.3446, | |
| "eval_partial_precisions_method": 43.5547, | |
| "eval_partial_precisions_overall": 58.8802, | |
| "eval_partial_recalls_%CI values": 41.75, | |
| "eval_partial_recalls_R0 value": 42.5, | |
| "eval_partial_recalls_date": 16.8403, | |
| "eval_partial_recalls_disease name": 37.934, | |
| "eval_partial_recalls_location": 38.1731, | |
| "eval_partial_recalls_method": 24.4518, | |
| "eval_partial_recalls_overall": 33.6082, | |
| "eval_rouge1": 76.1927, | |
| "eval_rouge2": 18.8683, | |
| "eval_rougeL": 75.5988, | |
| "eval_rougeLsum": 75.6586, | |
| "eval_runtime": 1152.6717, | |
| "eval_samples_per_second": 1.666, | |
| "eval_steps_per_second": 0.416, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_exact_f1s_%CI values": 33.9667, | |
| "eval_exact_f1s_R0 value": 58.9431, | |
| "eval_exact_f1s_date": 19.2956, | |
| "eval_exact_f1s_disease name": 61.4868, | |
| "eval_exact_f1s_location": 48.5647, | |
| "eval_exact_f1s_method": 32.5973, | |
| "eval_exact_f1s_overall": 42.5083, | |
| "eval_exact_precisions_%CI values": 32.3529, | |
| "eval_exact_precisions_R0 value": 58.4677, | |
| "eval_exact_precisions_date": 17.2603, | |
| "eval_exact_precisions_disease name": 59.5606, | |
| "eval_exact_precisions_location": 47.5576, | |
| "eval_exact_precisions_method": 31.3131, | |
| "eval_exact_precisions_overall": 41.0854, | |
| "eval_exact_recalls_%CI values": 35.75, | |
| "eval_exact_recalls_R0 value": 59.4262, | |
| "eval_exact_recalls_date": 21.875, | |
| "eval_exact_recalls_disease name": 63.5417, | |
| "eval_exact_recalls_location": 49.6154, | |
| "eval_exact_recalls_method": 33.9912, | |
| "eval_exact_recalls_overall": 44.0333, | |
| "eval_general_accuracy": 83.8542, | |
| "eval_loss": 0.16006609797477722, | |
| "eval_partial_f1s_%CI values": 67.696, | |
| "eval_partial_f1s_R0 value": 62.9568, | |
| "eval_partial_f1s_date": 28.0245, | |
| "eval_partial_f1s_disease name": 62.8307, | |
| "eval_partial_f1s_location": 50.0706, | |
| "eval_partial_f1s_method": 49.3165, | |
| "eval_partial_f1s_overall": 53.5297, | |
| "eval_partial_precisions_%CI values": 64.4796, | |
| "eval_partial_precisions_R0 value": 62.7483, | |
| "eval_partial_precisions_date": 25.0685, | |
| "eval_partial_precisions_disease name": 60.8625, | |
| "eval_partial_precisions_location": 49.0323, | |
| "eval_partial_precisions_method": 47.3737, | |
| "eval_partial_precisions_overall": 51.5942, | |
| "eval_partial_recalls_%CI values": 71.25, | |
| "eval_partial_recalls_R0 value": 63.1667, | |
| "eval_partial_recalls_date": 31.7708, | |
| "eval_partial_recalls_disease name": 64.9306, | |
| "eval_partial_recalls_location": 51.1538, | |
| "eval_partial_recalls_method": 51.4254, | |
| "eval_partial_recalls_overall": 55.6162, | |
| "eval_rouge1": 75.6284, | |
| "eval_rouge2": 28.4657, | |
| "eval_rougeL": 75.015, | |
| "eval_rougeLsum": 75.0683, | |
| "eval_runtime": 2005.918, | |
| "eval_samples_per_second": 0.957, | |
| "eval_steps_per_second": 0.239, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 10.35, | |
| "learning_rate": 0.00696000037714839, | |
| "loss": 0.0464, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 10.99, | |
| "eval_exact_f1s_%CI values": 30.8642, | |
| "eval_exact_f1s_R0 value": 56.5646, | |
| "eval_exact_f1s_date": 24.9337, | |
| "eval_exact_f1s_disease name": 58.4118, | |
| "eval_exact_f1s_location": 45.8354, | |
| "eval_exact_f1s_method": 29.849, | |
| "eval_exact_f1s_overall": 41.0916, | |
| "eval_exact_precisions_%CI values": 30.4878, | |
| "eval_exact_precisions_R0 value": 57.3081, | |
| "eval_exact_precisions_date": 25.4054, | |
| "eval_exact_precisions_disease name": 60.4457, | |
| "eval_exact_precisions_location": 47.0172, | |
| "eval_exact_precisions_method": 31.7284, | |
| "eval_exact_precisions_overall": 42.0654, | |
| "eval_exact_recalls_%CI values": 31.25, | |
| "eval_exact_recalls_R0 value": 55.8402, | |
| "eval_exact_recalls_date": 24.4792, | |
| "eval_exact_recalls_disease name": 56.5104, | |
| "eval_exact_recalls_location": 44.7115, | |
| "eval_exact_recalls_method": 28.1798, | |
| "eval_exact_recalls_overall": 40.1619, | |
| "eval_general_accuracy": 85.8333, | |
| "eval_loss": 0.16527141630649567, | |
| "eval_partial_f1s_%CI values": 72.0988, | |
| "eval_partial_f1s_R0 value": 59.7973, | |
| "eval_partial_f1s_date": 30.7692, | |
| "eval_partial_f1s_disease name": 61.642, | |
| "eval_partial_f1s_location": 48.5954, | |
| "eval_partial_f1s_method": 38.5598, | |
| "eval_partial_f1s_overall": 51.9355, | |
| "eval_partial_precisions_%CI values": 71.2195, | |
| "eval_partial_precisions_R0 value": 60.6164, | |
| "eval_partial_precisions_date": 31.3514, | |
| "eval_partial_precisions_disease name": 63.7883, | |
| "eval_partial_precisions_location": 49.8483, | |
| "eval_partial_precisions_method": 40.9877, | |
| "eval_partial_precisions_overall": 52.9686, | |
| "eval_partial_recalls_%CI values": 73.0, | |
| "eval_partial_recalls_R0 value": 59.0, | |
| "eval_partial_recalls_date": 30.2083, | |
| "eval_partial_recalls_disease name": 59.6354, | |
| "eval_partial_recalls_location": 47.4038, | |
| "eval_partial_recalls_method": 36.4035, | |
| "eval_partial_recalls_overall": 50.9419, | |
| "eval_rouge1": 77.7551, | |
| "eval_rouge2": 25.0158, | |
| "eval_rougeL": 77.0346, | |
| "eval_rougeLsum": 77.1265, | |
| "eval_runtime": 2014.1283, | |
| "eval_samples_per_second": 0.953, | |
| "eval_steps_per_second": 0.238, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "learning_rate": 0.007954339496791363, | |
| "loss": 0.0393, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 11.99, | |
| "eval_exact_f1s_%CI values": 23.8949, | |
| "eval_exact_f1s_R0 value": 54.8528, | |
| "eval_exact_f1s_date": 22.4935, | |
| "eval_exact_f1s_disease name": 62.1902, | |
| "eval_exact_f1s_location": 53.9619, | |
| "eval_exact_f1s_method": 24.0172, | |
| "eval_exact_f1s_overall": 40.2816, | |
| "eval_exact_precisions_%CI values": 22.8833, | |
| "eval_exact_precisions_R0 value": 58.6247, | |
| "eval_exact_precisions_date": 22.5919, | |
| "eval_exact_precisions_disease name": 64.6673, | |
| "eval_exact_precisions_location": 56.3941, | |
| "eval_exact_precisions_method": 23.5979, | |
| "eval_exact_precisions_overall": 41.4599, | |
| "eval_exact_recalls_%CI values": 25.0, | |
| "eval_exact_recalls_R0 value": 51.5369, | |
| "eval_exact_recalls_date": 22.3958, | |
| "eval_exact_recalls_disease name": 59.8958, | |
| "eval_exact_recalls_location": 51.7308, | |
| "eval_exact_recalls_method": 24.4518, | |
| "eval_exact_recalls_overall": 39.1685, | |
| "eval_general_accuracy": 84.6354, | |
| "eval_loss": 0.1875067800283432, | |
| "eval_partial_f1s_%CI values": 64.0382, | |
| "eval_partial_f1s_R0 value": 58.6268, | |
| "eval_partial_f1s_date": 30.8631, | |
| "eval_partial_f1s_disease name": 62.1902, | |
| "eval_partial_f1s_location": 57.1715, | |
| "eval_partial_f1s_method": 44.6957, | |
| "eval_partial_f1s_overall": 53.0069, | |
| "eval_partial_precisions_%CI values": 61.3272, | |
| "eval_partial_precisions_R0 value": 62.1269, | |
| "eval_partial_precisions_date": 30.9982, | |
| "eval_partial_precisions_disease name": 64.6673, | |
| "eval_partial_precisions_location": 59.7484, | |
| "eval_partial_precisions_method": 43.9153, | |
| "eval_partial_precisions_overall": 53.7972, | |
| "eval_partial_recalls_%CI values": 67.0, | |
| "eval_partial_recalls_R0 value": 55.5, | |
| "eval_partial_recalls_date": 30.7292, | |
| "eval_partial_recalls_disease name": 59.8958, | |
| "eval_partial_recalls_location": 54.8077, | |
| "eval_partial_recalls_method": 45.5044, | |
| "eval_partial_recalls_overall": 52.2395, | |
| "eval_rouge1": 76.4385, | |
| "eval_rouge2": 27.6515, | |
| "eval_rougeL": 75.9336, | |
| "eval_rougeLsum": 76.0093, | |
| "eval_runtime": 1787.7856, | |
| "eval_samples_per_second": 1.074, | |
| "eval_steps_per_second": 0.268, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_exact_f1s_%CI values": 25.7373, | |
| "eval_exact_f1s_R0 value": 56.4362, | |
| "eval_exact_f1s_date": 15.8259, | |
| "eval_exact_f1s_disease name": 56.2857, | |
| "eval_exact_f1s_location": 59.5608, | |
| "eval_exact_f1s_method": 28.0439, | |
| "eval_exact_f1s_overall": 40.3346, | |
| "eval_exact_precisions_%CI values": 27.7457, | |
| "eval_exact_precisions_R0 value": 62.5156, | |
| "eval_exact_precisions_date": 18.3908, | |
| "eval_exact_precisions_disease name": 62.3418, | |
| "eval_exact_precisions_location": 67.231, | |
| "eval_exact_precisions_method": 29.5981, | |
| "eval_exact_precisions_overall": 44.6371, | |
| "eval_exact_recalls_%CI values": 24.0, | |
| "eval_exact_recalls_R0 value": 51.4344, | |
| "eval_exact_recalls_date": 13.8889, | |
| "eval_exact_recalls_disease name": 51.3021, | |
| "eval_exact_recalls_location": 53.4615, | |
| "eval_exact_recalls_method": 26.6447, | |
| "eval_exact_recalls_overall": 36.7886, | |
| "eval_general_accuracy": 84.2188, | |
| "eval_loss": 0.1732679158449173, | |
| "eval_partial_f1s_%CI values": 72.6542, | |
| "eval_partial_f1s_R0 value": 59.3097, | |
| "eval_partial_f1s_date": 25.3215, | |
| "eval_partial_f1s_disease name": 57.8095, | |
| "eval_partial_f1s_location": 63.6315, | |
| "eval_partial_f1s_method": 47.7784, | |
| "eval_partial_f1s_overall": 54.4978, | |
| "eval_partial_precisions_%CI values": 78.3237, | |
| "eval_partial_precisions_R0 value": 71.1785, | |
| "eval_partial_precisions_date": 29.4253, | |
| "eval_partial_precisions_disease name": 64.0295, | |
| "eval_partial_precisions_location": 71.8259, | |
| "eval_partial_precisions_method": 50.4263, | |
| "eval_partial_precisions_overall": 60.8682, | |
| "eval_partial_recalls_%CI values": 67.75, | |
| "eval_partial_recalls_R0 value": 50.8333, | |
| "eval_partial_recalls_date": 22.2222, | |
| "eval_partial_recalls_disease name": 52.691, | |
| "eval_partial_recalls_location": 57.1154, | |
| "eval_partial_recalls_method": 45.3947, | |
| "eval_partial_recalls_overall": 49.3344, | |
| "eval_rouge1": 77.6609, | |
| "eval_rouge2": 24.105, | |
| "eval_rougeL": 77.3268, | |
| "eval_rougeLsum": 77.3814, | |
| "eval_runtime": 1712.117, | |
| "eval_samples_per_second": 1.121, | |
| "eval_steps_per_second": 0.28, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 13.31, | |
| "learning_rate": 0.008948716334998608, | |
| "loss": 0.0313, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 13.99, | |
| "eval_exact_f1s_%CI values": 27.6961, | |
| "eval_exact_f1s_R0 value": 57.1582, | |
| "eval_exact_f1s_date": 16.2393, | |
| "eval_exact_f1s_disease name": 62.3563, | |
| "eval_exact_f1s_location": 65.2378, | |
| "eval_exact_f1s_method": 34.9481, | |
| "eval_exact_f1s_overall": 44.0131, | |
| "eval_exact_precisions_%CI values": 27.1635, | |
| "eval_exact_precisions_R0 value": 60.2041, | |
| "eval_exact_precisions_date": 15.9933, | |
| "eval_exact_precisions_disease name": 69.5513, | |
| "eval_exact_precisions_location": 71.4777, | |
| "eval_exact_precisions_method": 36.8613, | |
| "eval_exact_precisions_overall": 46.8752, | |
| "eval_exact_recalls_%CI values": 28.25, | |
| "eval_exact_recalls_R0 value": 54.4057, | |
| "eval_exact_recalls_date": 16.4931, | |
| "eval_exact_recalls_disease name": 56.5104, | |
| "eval_exact_recalls_location": 60.0, | |
| "eval_exact_recalls_method": 33.2237, | |
| "eval_exact_recalls_overall": 41.4805, | |
| "eval_general_accuracy": 87.0312, | |
| "eval_loss": 0.18487270176410675, | |
| "eval_partial_f1s_%CI values": 66.9118, | |
| "eval_partial_f1s_R0 value": 61.1189, | |
| "eval_partial_f1s_date": 19.1453, | |
| "eval_partial_f1s_disease name": 63.8889, | |
| "eval_partial_f1s_location": 67.1197, | |
| "eval_partial_f1s_method": 49.7116, | |
| "eval_partial_f1s_overall": 54.8144, | |
| "eval_partial_precisions_%CI values": 65.625, | |
| "eval_partial_precisions_R0 value": 70.1187, | |
| "eval_partial_precisions_date": 18.8552, | |
| "eval_partial_precisions_disease name": 71.2607, | |
| "eval_partial_precisions_location": 73.5395, | |
| "eval_partial_precisions_method": 52.4331, | |
| "eval_partial_precisions_overall": 58.6387, | |
| "eval_partial_recalls_%CI values": 68.25, | |
| "eval_partial_recalls_R0 value": 54.1667, | |
| "eval_partial_recalls_date": 19.4444, | |
| "eval_partial_recalls_disease name": 57.8993, | |
| "eval_partial_recalls_location": 61.7308, | |
| "eval_partial_recalls_method": 47.2588, | |
| "eval_partial_recalls_overall": 51.4583, | |
| "eval_rouge1": 79.7954, | |
| "eval_rouge2": 23.8229, | |
| "eval_rougeL": 79.3396, | |
| "eval_rougeLsum": 79.4363, | |
| "eval_runtime": 1915.3231, | |
| "eval_samples_per_second": 1.002, | |
| "eval_steps_per_second": 0.251, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "learning_rate": 0.009943134151399136, | |
| "loss": 0.0254, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 14.99, | |
| "eval_exact_f1s_%CI values": 33.6842, | |
| "eval_exact_f1s_R0 value": 59.2817, | |
| "eval_exact_f1s_date": 16.6548, | |
| "eval_exact_f1s_disease name": 61.6958, | |
| "eval_exact_f1s_location": 55.8865, | |
| "eval_exact_f1s_method": 28.8043, | |
| "eval_exact_f1s_overall": 42.7471, | |
| "eval_exact_precisions_%CI values": 31.6484, | |
| "eval_exact_precisions_R0 value": 58.5415, | |
| "eval_exact_precisions_date": 14.1134, | |
| "eval_exact_precisions_disease name": 60.5858, | |
| "eval_exact_precisions_location": 54.9767, | |
| "eval_exact_precisions_method": 28.556, | |
| "eval_exact_precisions_overall": 41.4036, | |
| "eval_exact_recalls_%CI values": 36.0, | |
| "eval_exact_recalls_R0 value": 60.041, | |
| "eval_exact_recalls_date": 20.3125, | |
| "eval_exact_recalls_disease name": 62.8472, | |
| "eval_exact_recalls_location": 56.8269, | |
| "eval_exact_recalls_method": 29.057, | |
| "eval_exact_recalls_overall": 44.1808, | |
| "eval_general_accuracy": 87.7083, | |
| "eval_loss": 0.19793294370174408, | |
| "eval_partial_f1s_%CI values": 84.9123, | |
| "eval_partial_f1s_R0 value": 66.1424, | |
| "eval_partial_f1s_date": 23.9146, | |
| "eval_partial_f1s_disease name": 63.0592, | |
| "eval_partial_f1s_location": 57.3995, | |
| "eval_partial_f1s_method": 52.7174, | |
| "eval_partial_f1s_overall": 58.144, | |
| "eval_partial_precisions_%CI values": 79.7802, | |
| "eval_partial_precisions_R0 value": 65.7072, | |
| "eval_partial_precisions_date": 20.2654, | |
| "eval_partial_precisions_disease name": 61.9247, | |
| "eval_partial_precisions_location": 56.4651, | |
| "eval_partial_precisions_method": 52.2629, | |
| "eval_partial_precisions_overall": 56.0676, | |
| "eval_partial_recalls_%CI values": 90.75, | |
| "eval_partial_recalls_R0 value": 66.5833, | |
| "eval_partial_recalls_date": 29.1667, | |
| "eval_partial_recalls_disease name": 64.2361, | |
| "eval_partial_recalls_location": 58.3654, | |
| "eval_partial_recalls_method": 53.1798, | |
| "eval_partial_recalls_overall": 60.3802, | |
| "eval_rouge1": 79.2519, | |
| "eval_rouge2": 27.8637, | |
| "eval_rougeL": 78.7652, | |
| "eval_rougeLsum": 78.8135, | |
| "eval_runtime": 2175.2648, | |
| "eval_samples_per_second": 0.883, | |
| "eval_steps_per_second": 0.221, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_exact_f1s_%CI values": 0.0, | |
| "eval_exact_f1s_R0 value": 0.409, | |
| "eval_exact_f1s_date": 0.0, | |
| "eval_exact_f1s_disease name": 0.0, | |
| "eval_exact_f1s_location": 0.0, | |
| "eval_exact_f1s_method": 0.0, | |
| "eval_exact_f1s_overall": 0.0682, | |
| "eval_exact_precisions_%CI values": 0, | |
| "eval_exact_precisions_R0 value": 100.0, | |
| "eval_exact_precisions_date": 0, | |
| "eval_exact_precisions_disease name": 0.0, | |
| "eval_exact_precisions_location": 0, | |
| "eval_exact_precisions_method": 0, | |
| "eval_exact_precisions_overall": 16.6667, | |
| "eval_exact_recalls_%CI values": 0.0, | |
| "eval_exact_recalls_R0 value": 0.2049, | |
| "eval_exact_recalls_date": 0.0, | |
| "eval_exact_recalls_disease name": 0.0, | |
| "eval_exact_recalls_location": 0.0, | |
| "eval_exact_recalls_method": 0.0, | |
| "eval_exact_recalls_overall": 0.0342, | |
| "eval_general_accuracy": 82.8125, | |
| "eval_loss": 0.27501851320266724, | |
| "eval_partial_f1s_%CI values": 0.0, | |
| "eval_partial_f1s_R0 value": 0.3328, | |
| "eval_partial_f1s_date": 0.0, | |
| "eval_partial_f1s_disease name": 0.0, | |
| "eval_partial_f1s_location": 0.0, | |
| "eval_partial_f1s_method": 0.0, | |
| "eval_partial_f1s_overall": 0.0555, | |
| "eval_partial_precisions_%CI values": 0, | |
| "eval_partial_precisions_R0 value": 100.0, | |
| "eval_partial_precisions_date": 0, | |
| "eval_partial_precisions_disease name": 0.0, | |
| "eval_partial_precisions_location": 0, | |
| "eval_partial_precisions_method": 0, | |
| "eval_partial_precisions_overall": 16.6667, | |
| "eval_partial_recalls_%CI values": 0.0, | |
| "eval_partial_recalls_R0 value": 0.1667, | |
| "eval_partial_recalls_date": 0.0, | |
| "eval_partial_recalls_disease name": 0.0, | |
| "eval_partial_recalls_location": 0.0, | |
| "eval_partial_recalls_method": 0.0, | |
| "eval_partial_recalls_overall": 0.0278, | |
| "eval_rouge1": 54.3861, | |
| "eval_rouge2": 1.3398, | |
| "eval_rougeL": 54.2788, | |
| "eval_rougeLsum": 54.3133, | |
| "eval_runtime": 457.9178, | |
| "eval_samples_per_second": 4.193, | |
| "eval_steps_per_second": 1.048, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 16.27, | |
| "learning_rate": 0.010937590152025223, | |
| "loss": 0.0214, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 16.99, | |
| "eval_exact_f1s_%CI values": 27.3637, | |
| "eval_exact_f1s_R0 value": 60.1626, | |
| "eval_exact_f1s_date": 25.2444, | |
| "eval_exact_f1s_disease name": 64.8955, | |
| "eval_exact_f1s_location": 61.3473, | |
| "eval_exact_f1s_method": 34.0708, | |
| "eval_exact_f1s_overall": 45.5694, | |
| "eval_exact_precisions_%CI values": 24.6493, | |
| "eval_exact_precisions_R0 value": 59.6774, | |
| "eval_exact_precisions_date": 25.8652, | |
| "eval_exact_precisions_disease name": 65.1224, | |
| "eval_exact_precisions_location": 60.9687, | |
| "eval_exact_precisions_method": 34.375, | |
| "eval_exact_precisions_overall": 45.1097, | |
| "eval_exact_recalls_%CI values": 30.75, | |
| "eval_exact_recalls_R0 value": 60.6557, | |
| "eval_exact_recalls_date": 24.6528, | |
| "eval_exact_recalls_disease name": 64.6701, | |
| "eval_exact_recalls_location": 61.7308, | |
| "eval_exact_recalls_method": 33.7719, | |
| "eval_exact_recalls_overall": 46.0386, | |
| "eval_general_accuracy": 85.3646, | |
| "eval_loss": 0.20219948887825012, | |
| "eval_partial_f1s_%CI values": 76.9744, | |
| "eval_partial_f1s_R0 value": 68.0739, | |
| "eval_partial_f1s_date": 36.8, | |
| "eval_partial_f1s_disease name": 64.8955, | |
| "eval_partial_f1s_location": 62.8763, | |
| "eval_partial_f1s_method": 51.7699, | |
| "eval_partial_f1s_overall": 60.4228, | |
| "eval_partial_precisions_%CI values": 69.3387, | |
| "eval_partial_precisions_R0 value": 72.067, | |
| "eval_partial_precisions_date": 37.7049, | |
| "eval_partial_precisions_disease name": 65.1224, | |
| "eval_partial_precisions_location": 62.4881, | |
| "eval_partial_precisions_method": 52.2321, | |
| "eval_partial_precisions_overall": 59.8255, | |
| "eval_partial_recalls_%CI values": 86.5, | |
| "eval_partial_recalls_R0 value": 64.5, | |
| "eval_partial_recalls_date": 35.9375, | |
| "eval_partial_recalls_disease name": 64.6701, | |
| "eval_partial_recalls_location": 63.2692, | |
| "eval_partial_recalls_method": 51.3158, | |
| "eval_partial_recalls_overall": 61.0321, | |
| "eval_rouge1": 78.3839, | |
| "eval_rouge2": 27.5633, | |
| "eval_rougeL": 78.0297, | |
| "eval_rougeLsum": 78.0629, | |
| "eval_runtime": 1887.1051, | |
| "eval_samples_per_second": 1.017, | |
| "eval_steps_per_second": 0.254, | |
| "step": 1149 | |
| } | |
| ], | |
| "max_steps": 2010, | |
| "num_train_epochs": 30, | |
| "total_flos": 4.239390168789811e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |