{ "best_metric": 60.4228, "best_model_checkpoint": "/nfs/home/shamsabadim/final_project/models/json_based/drop_3/checkpoint-1149", "epoch": 16.99075785582255, "global_step": 1149, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.99, "eval_exact_f1s_%CI values": 0.0, "eval_exact_f1s_R0 value": 0.0, "eval_exact_f1s_date": 0.0, "eval_exact_f1s_disease name": 0.0, "eval_exact_f1s_location": 0.0, "eval_exact_f1s_method": 0.0, "eval_exact_f1s_overall": 0.0, "eval_exact_precisions_%CI values": 0, "eval_exact_precisions_R0 value": 0, "eval_exact_precisions_date": 0, "eval_exact_precisions_disease name": 0, "eval_exact_precisions_location": 0, "eval_exact_precisions_method": 0, "eval_exact_precisions_overall": 0.0, "eval_exact_recalls_%CI values": 0.0, "eval_exact_recalls_R0 value": 0.0, "eval_exact_recalls_date": 0.0, "eval_exact_recalls_disease name": 0.0, "eval_exact_recalls_location": 0.0, "eval_exact_recalls_method": 0.0, "eval_exact_recalls_overall": 0.0, "eval_general_accuracy": 54.9479, "eval_loss": 1.7267659902572632, "eval_partial_f1s_%CI values": 0.0, "eval_partial_f1s_R0 value": 0.0, "eval_partial_f1s_date": 0.0, "eval_partial_f1s_disease name": 0.0, "eval_partial_f1s_location": 0.0, "eval_partial_f1s_method": 0.0, "eval_partial_f1s_overall": 0.0, "eval_partial_precisions_%CI values": 0, "eval_partial_precisions_R0 value": 0, "eval_partial_precisions_date": 0, "eval_partial_precisions_disease name": 0, "eval_partial_precisions_location": 0, "eval_partial_precisions_method": 0, "eval_partial_precisions_overall": 0.0, "eval_partial_recalls_%CI values": 0.0, "eval_partial_recalls_R0 value": 0.0, "eval_partial_recalls_date": 0.0, "eval_partial_recalls_disease name": 0.0, "eval_partial_recalls_location": 0.0, "eval_partial_recalls_method": 0.0, "eval_partial_recalls_overall": 0.0, "eval_rouge1": 51.0799, "eval_rouge2": 0.596, "eval_rougeL": 50.9907, "eval_rougeLsum": 50.9842, "eval_runtime": 606.3253, "eval_samples_per_second": 3.167, "eval_steps_per_second": 0.792, "step": 67 }, { "epoch": 1.48, "learning_rate": 0.0009942733449861407, "loss": 1.9304, "step": 100 }, { "epoch": 2.0, "eval_exact_f1s_%CI values": 0.0, "eval_exact_f1s_R0 value": 1.6178, "eval_exact_f1s_date": 0.0, "eval_exact_f1s_disease name": 0.8584, "eval_exact_f1s_location": 2.4691, "eval_exact_f1s_method": 0.0, "eval_exact_f1s_overall": 0.8242, "eval_exact_precisions_%CI values": 0, "eval_exact_precisions_R0 value": 61.5385, "eval_exact_precisions_date": 0.0, "eval_exact_precisions_disease name": 38.4615, "eval_exact_precisions_location": 100.0, "eval_exact_precisions_method": 0.0, "eval_exact_precisions_overall": 33.3333, "eval_exact_recalls_%CI values": 0.0, "eval_exact_recalls_R0 value": 0.8197, "eval_exact_recalls_date": 0.0, "eval_exact_recalls_disease name": 0.434, "eval_exact_recalls_location": 1.25, "eval_exact_recalls_method": 0.0, "eval_exact_recalls_overall": 0.4173, "eval_general_accuracy": 56.1979, "eval_loss": 0.29594966769218445, "eval_partial_f1s_%CI values": 0.0, "eval_partial_f1s_R0 value": 2.1434, "eval_partial_f1s_date": 0.0, "eval_partial_f1s_disease name": 0.8584, "eval_partial_f1s_location": 2.4691, "eval_partial_f1s_method": 1.5152, "eval_partial_f1s_overall": 1.1644, "eval_partial_precisions_%CI values": 0, "eval_partial_precisions_R0 value": 100.0, "eval_partial_precisions_date": 0.0, "eval_partial_precisions_disease name": 38.4615, "eval_partial_precisions_location": 100.0, "eval_partial_precisions_method": 58.3333, "eval_partial_precisions_overall": 49.4658, "eval_partial_recalls_%CI values": 0.0, "eval_partial_recalls_R0 value": 1.0833, "eval_partial_recalls_date": 0.0, "eval_partial_recalls_disease name": 0.434, "eval_partial_recalls_location": 1.25, "eval_partial_recalls_method": 0.7675, "eval_partial_recalls_overall": 0.5892, "eval_rouge1": 55.2663, "eval_rouge2": 0.5997, "eval_rougeL": 55.2443, "eval_rougeLsum": 55.2578, "eval_runtime": 370.8937, "eval_samples_per_second": 5.177, "eval_steps_per_second": 1.294, "step": 135 }, { "epoch": 2.96, "learning_rate": 0.001988546922802925, "loss": 0.2724, "step": 200 }, { "epoch": 2.99, "eval_exact_f1s_%CI values": 0.0, "eval_exact_f1s_R0 value": 1.4242, "eval_exact_f1s_date": 0.0, "eval_exact_f1s_disease name": 0.0, "eval_exact_f1s_location": 1.3372, "eval_exact_f1s_method": 0.0, "eval_exact_f1s_overall": 0.4602, "eval_exact_precisions_%CI values": 0.0, "eval_exact_precisions_R0 value": 100.0, "eval_exact_precisions_date": 0.0, "eval_exact_precisions_disease name": 0.0, "eval_exact_precisions_location": 100.0, "eval_exact_precisions_method": 0.0, "eval_exact_precisions_overall": 33.3333, "eval_exact_recalls_%CI values": 0.0, "eval_exact_recalls_R0 value": 0.7172, "eval_exact_recalls_date": 0.0, "eval_exact_recalls_disease name": 0.0, "eval_exact_recalls_location": 0.6731, "eval_exact_recalls_method": 0.0, "eval_exact_recalls_overall": 0.2317, "eval_general_accuracy": 56.4062, "eval_loss": 0.1920151710510254, "eval_partial_f1s_%CI values": 3.4398, "eval_partial_f1s_R0 value": 1.1599, "eval_partial_f1s_date": 0.0, "eval_partial_f1s_disease name": 0.0, "eval_partial_f1s_location": 1.3372, "eval_partial_f1s_method": 1.5234, "eval_partial_f1s_overall": 1.2462, "eval_partial_precisions_%CI values": 100.0, "eval_partial_precisions_R0 value": 100.0, "eval_partial_precisions_date": 0.0, "eval_partial_precisions_disease name": 0.0, "eval_partial_precisions_location": 100.0, "eval_partial_precisions_method": 100.0, "eval_partial_precisions_overall": 66.6667, "eval_partial_recalls_%CI values": 1.75, "eval_partial_recalls_R0 value": 0.5833, "eval_partial_recalls_date": 0.0, "eval_partial_recalls_disease name": 0.0, "eval_partial_recalls_location": 0.6731, "eval_partial_recalls_method": 0.7675, "eval_partial_recalls_overall": 0.629, "eval_rouge1": 55.7077, "eval_rouge2": 0.3415, "eval_rougeL": 55.6916, "eval_rougeLsum": 55.6985, "eval_runtime": 326.465, "eval_samples_per_second": 5.881, "eval_steps_per_second": 1.47, "step": 202 }, { "epoch": 3.99, "eval_exact_f1s_%CI values": 12.6362, "eval_exact_f1s_R0 value": 9.1846, "eval_exact_f1s_date": 4.9922, "eval_exact_f1s_disease name": 10.6195, "eval_exact_f1s_location": 13.0858, "eval_exact_f1s_method": 0.0, "eval_exact_f1s_overall": 8.4593, "eval_exact_precisions_%CI values": 49.1525, "eval_exact_precisions_R0 value": 53.8462, "eval_exact_precisions_date": 24.6154, "eval_exact_precisions_disease name": 72.5275, "eval_exact_precisions_location": 81.3187, "eval_exact_precisions_method": 0.0, "eval_exact_precisions_overall": 46.91, "eval_exact_recalls_%CI values": 7.25, "eval_exact_recalls_R0 value": 5.0205, "eval_exact_recalls_date": 2.7778, "eval_exact_recalls_disease name": 5.7292, "eval_exact_recalls_location": 7.1154, "eval_exact_recalls_method": 0.0, "eval_exact_recalls_overall": 4.6488, "eval_general_accuracy": 61.7188, "eval_loss": 0.16890592873096466, "eval_partial_f1s_%CI values": 25.7081, "eval_partial_f1s_R0 value": 15.203, "eval_partial_f1s_date": 4.9922, "eval_partial_f1s_disease name": 10.6195, "eval_partial_f1s_location": 15.9151, "eval_partial_f1s_method": 6.5803, "eval_partial_f1s_overall": 13.2396, "eval_partial_precisions_%CI values": 100.0, "eval_partial_precisions_R0 value": 66.4516, "eval_partial_precisions_date": 24.6154, "eval_partial_precisions_disease name": 72.5275, "eval_partial_precisions_location": 98.9011, "eval_partial_precisions_method": 36.2637, "eval_partial_precisions_overall": 66.4599, "eval_partial_recalls_%CI values": 14.75, "eval_partial_recalls_R0 value": 8.5833, "eval_partial_recalls_date": 2.7778, "eval_partial_recalls_disease name": 5.7292, "eval_partial_recalls_location": 8.6538, "eval_partial_recalls_method": 3.6184, "eval_partial_recalls_overall": 7.3521, "eval_rouge1": 59.4231, "eval_rouge2": 3.5405, "eval_rougeL": 59.294, "eval_rougeLsum": 59.3319, "eval_runtime": 597.1936, "eval_samples_per_second": 3.215, "eval_steps_per_second": 0.804, "step": 270 }, { "epoch": 4.44, "learning_rate": 0.0029828231781721115, "loss": 0.1336, "step": 300 }, { "epoch": 5.0, "eval_exact_f1s_%CI values": 18.5811, "eval_exact_f1s_R0 value": 49.6928, "eval_exact_f1s_date": 25.084, "eval_exact_f1s_disease name": 44.3632, "eval_exact_f1s_location": 38.731, "eval_exact_f1s_method": 25.3373, "eval_exact_f1s_overall": 33.6801, "eval_exact_precisions_%CI values": 28.6458, "eval_exact_precisions_R0 value": 74.4376, "eval_exact_precisions_date": 35.3312, "eval_exact_precisions_disease name": 74.4376, "eval_exact_precisions_location": 61.945, "eval_exact_precisions_method": 40.0474, "eval_exact_precisions_overall": 52.4741, "eval_exact_recalls_%CI values": 13.75, "eval_exact_recalls_R0 value": 37.2951, "eval_exact_recalls_date": 19.4444, "eval_exact_recalls_disease name": 31.5972, "eval_exact_recalls_location": 28.1731, "eval_exact_recalls_method": 18.5307, "eval_exact_recalls_overall": 24.7984, "eval_general_accuracy": 79.5833, "eval_loss": 0.14908365905284882, "eval_partial_f1s_%CI values": 51.0135, "eval_partial_f1s_R0 value": 49.1525, "eval_partial_f1s_date": 25.084, "eval_partial_f1s_disease name": 46.3132, "eval_partial_f1s_location": 40.846, "eval_partial_f1s_method": 32.8336, "eval_partial_f1s_overall": 40.9166, "eval_partial_precisions_%CI values": 78.6458, "eval_partial_precisions_R0 value": 76.3158, "eval_partial_precisions_date": 35.3312, "eval_partial_precisions_disease name": 77.7096, "eval_partial_precisions_location": 65.3277, "eval_partial_precisions_method": 51.8957, "eval_partial_precisions_overall": 64.2043, "eval_partial_recalls_%CI values": 37.75, "eval_partial_recalls_R0 value": 36.25, "eval_partial_recalls_date": 19.4444, "eval_partial_recalls_disease name": 32.9861, "eval_partial_recalls_location": 29.7115, "eval_partial_recalls_method": 24.0132, "eval_partial_recalls_overall": 30.0259, "eval_rouge1": 72.3464, "eval_rouge2": 16.4949, "eval_rougeL": 72.0427, "eval_rougeLsum": 72.1047, "eval_runtime": 1047.4221, "eval_samples_per_second": 1.833, "eval_steps_per_second": 0.458, "step": 338 }, { "epoch": 5.91, "learning_rate": 0.003977102693170309, "loss": 0.1011, "step": 400 }, { "epoch": 5.99, "eval_exact_f1s_%CI values": 25.1515, "eval_exact_f1s_R0 value": 49.5063, "eval_exact_f1s_date": 19.9776, "eval_exact_f1s_disease name": 46.4897, "eval_exact_f1s_location": 46.5982, "eval_exact_f1s_method": 22.0779, "eval_exact_f1s_overall": 35.0428, "eval_exact_precisions_%CI values": 31.9231, "eval_exact_precisions_R0 value": 69.2449, "eval_exact_precisions_date": 28.254, "eval_exact_precisions_disease name": 72.5599, "eval_exact_precisions_location": 70.0772, "eval_exact_precisions_method": 32.2785, "eval_exact_precisions_overall": 50.7229, "eval_exact_recalls_%CI values": 20.75, "eval_exact_recalls_R0 value": 38.5246, "eval_exact_recalls_date": 15.4514, "eval_exact_recalls_disease name": 34.2014, "eval_exact_recalls_location": 34.9038, "eval_exact_recalls_method": 16.7763, "eval_exact_recalls_overall": 26.7679, "eval_general_accuracy": 81.0938, "eval_loss": 0.14725463092327118, "eval_partial_f1s_%CI values": 45.4545, "eval_partial_f1s_R0 value": 48.2645, "eval_partial_f1s_date": 19.9776, "eval_partial_f1s_disease name": 46.4897, "eval_partial_f1s_location": 50.3209, "eval_partial_f1s_method": 33.6219, "eval_partial_f1s_overall": 40.7944, "eval_partial_precisions_%CI values": 57.6923, "eval_partial_precisions_R0 value": 71.2195, "eval_partial_precisions_date": 28.254, "eval_partial_precisions_disease name": 72.5599, "eval_partial_precisions_location": 75.6757, "eval_partial_precisions_method": 49.1561, "eval_partial_precisions_overall": 59.0929, "eval_partial_recalls_%CI values": 37.5, "eval_partial_recalls_R0 value": 36.5, "eval_partial_recalls_date": 15.4514, "eval_partial_recalls_disease name": 34.2014, "eval_partial_recalls_location": 37.6923, "eval_partial_recalls_method": 25.5482, "eval_partial_recalls_overall": 31.1489, "eval_rouge1": 74.1991, "eval_rouge2": 18.2546, "eval_rougeL": 73.6911, "eval_rougeLsum": 73.7655, "eval_runtime": 1116.6452, "eval_samples_per_second": 1.719, "eval_steps_per_second": 0.43, "step": 405 }, { "epoch": 6.99, "eval_exact_f1s_%CI values": 8.6777, "eval_exact_f1s_R0 value": 29.2845, "eval_exact_f1s_date": 6.1135, "eval_exact_f1s_disease name": 24.3832, "eval_exact_f1s_location": 25.4344, "eval_exact_f1s_method": 8.8688, "eval_exact_f1s_overall": 17.1377, "eval_exact_precisions_%CI values": 25.0, "eval_exact_precisions_R0 value": 77.8761, "eval_exact_precisions_date": 18.9189, "eval_exact_precisions_disease name": 74.3363, "eval_exact_precisions_location": 71.2389, "eval_exact_precisions_method": 25.3886, "eval_exact_precisions_overall": 48.7931, "eval_exact_recalls_%CI values": 5.25, "eval_exact_recalls_R0 value": 18.0328, "eval_exact_recalls_date": 3.6458, "eval_exact_recalls_disease name": 14.5833, "eval_exact_recalls_location": 15.4808, "eval_exact_recalls_method": 5.3728, "eval_exact_recalls_overall": 10.3943, "eval_general_accuracy": 68.0208, "eval_loss": 0.15307681262493134, "eval_partial_f1s_%CI values": 26.4463, "eval_partial_f1s_R0 value": 28.0166, "eval_partial_f1s_date": 9.3159, "eval_partial_f1s_disease name": 24.3832, "eval_partial_f1s_location": 29.8578, "eval_partial_f1s_method": 15.3846, "eval_partial_f1s_overall": 22.2392, "eval_partial_precisions_%CI values": 76.1905, "eval_partial_precisions_R0 value": 83.4711, "eval_partial_precisions_date": 28.8288, "eval_partial_precisions_disease name": 74.3363, "eval_partial_precisions_location": 83.6283, "eval_partial_precisions_method": 44.0415, "eval_partial_precisions_overall": 65.0827, "eval_partial_recalls_%CI values": 16.0, "eval_partial_recalls_R0 value": 16.8333, "eval_partial_recalls_date": 5.5556, "eval_partial_recalls_disease name": 14.5833, "eval_partial_recalls_location": 18.1731, "eval_partial_recalls_method": 9.3202, "eval_partial_recalls_overall": 13.4109, "eval_rouge1": 65.4235, "eval_rouge2": 8.8486, "eval_rougeL": 65.2333, "eval_rougeLsum": 65.2619, "eval_runtime": 734.2038, "eval_samples_per_second": 2.615, "eval_steps_per_second": 0.654, "step": 473 }, { "epoch": 7.39, "learning_rate": 0.00497138686478138, "loss": 0.0759, "step": 500 }, { "epoch": 8.0, "eval_exact_f1s_%CI values": 31.6279, "eval_exact_f1s_R0 value": 49.5226, "eval_exact_f1s_date": 18.022, "eval_exact_f1s_disease name": 43.7003, "eval_exact_f1s_location": 46.4484, "eval_exact_f1s_method": 22.2978, "eval_exact_f1s_overall": 35.2979, "eval_exact_precisions_%CI values": 41.6327, "eval_exact_precisions_R0 value": 65.3782, "eval_exact_precisions_date": 24.5509, "eval_exact_precisions_disease name": 63.1148, "eval_exact_precisions_location": 64.9396, "eval_exact_precisions_method": 29.3381, "eval_exact_precisions_overall": 48.159, "eval_exact_recalls_%CI values": 25.5, "eval_exact_recalls_R0 value": 39.8566, "eval_exact_recalls_date": 14.2361, "eval_exact_recalls_disease name": 33.4201, "eval_exact_recalls_location": 36.1538, "eval_exact_recalls_method": 17.9825, "eval_exact_recalls_overall": 27.8582, "eval_general_accuracy": 81.5104, "eval_loss": 0.16113534569740295, "eval_partial_f1s_%CI values": 53.0233, "eval_partial_f1s_R0 value": 56.5945, "eval_partial_f1s_date": 21.3187, "eval_partial_f1s_disease name": 45.63, "eval_partial_f1s_location": 48.425, "eval_partial_f1s_method": 31.2712, "eval_partial_f1s_overall": 42.7976, "eval_partial_precisions_%CI values": 69.7959, "eval_partial_precisions_R0 value": 69.1106, "eval_partial_precisions_date": 29.0419, "eval_partial_precisions_disease name": 65.9016, "eval_partial_precisions_location": 67.7029, "eval_partial_precisions_method": 41.1449, "eval_partial_precisions_overall": 57.1163, "eval_partial_recalls_%CI values": 42.75, "eval_partial_recalls_R0 value": 47.9167, "eval_partial_recalls_date": 16.8403, "eval_partial_recalls_disease name": 34.8958, "eval_partial_recalls_location": 37.6923, "eval_partial_recalls_method": 25.2193, "eval_partial_recalls_overall": 34.2191, "eval_rouge1": 73.6105, "eval_rouge2": 18.9543, "eval_rougeL": 72.9376, "eval_rougeLsum": 73.0173, "eval_runtime": 1193.9967, "eval_samples_per_second": 1.608, "eval_steps_per_second": 0.402, "step": 541 }, { "epoch": 8.87, "learning_rate": 0.0059656864032149315, "loss": 0.0594, "step": 600 }, { "epoch": 8.99, "eval_exact_f1s_%CI values": 29.878, "eval_exact_f1s_R0 value": 49.9676, "eval_exact_f1s_date": 16.7518, "eval_exact_f1s_disease name": 47.1753, "eval_exact_f1s_location": 48.4117, "eval_exact_f1s_method": 22.0506, "eval_exact_f1s_overall": 35.8059, "eval_exact_precisions_%CI values": 38.2812, "eval_exact_precisions_R0 value": 68.1416, "eval_exact_precisions_date": 20.3474, "eval_exact_precisions_disease name": 71.6814, "eval_exact_precisions_location": 71.3483, "eval_exact_precisions_method": 30.6641, "eval_exact_precisions_overall": 50.0773, "eval_exact_recalls_%CI values": 24.5, "eval_exact_recalls_R0 value": 39.4467, "eval_exact_recalls_date": 14.2361, "eval_exact_recalls_disease name": 35.1562, "eval_exact_recalls_location": 36.6346, "eval_exact_recalls_method": 17.2149, "eval_exact_recalls_overall": 27.8648, "eval_general_accuracy": 83.6458, "eval_loss": 0.15247328579425812, "eval_partial_f1s_%CI values": 50.9146, "eval_partial_f1s_R0 value": 52.5232, "eval_partial_f1s_date": 19.8161, "eval_partial_f1s_disease name": 50.9027, "eval_partial_f1s_location": 50.4447, "eval_partial_f1s_method": 31.3202, "eval_partial_f1s_overall": 42.7915, "eval_partial_precisions_%CI values": 65.2344, "eval_partial_precisions_R0 value": 68.7332, "eval_partial_precisions_date": 24.0695, "eval_partial_precisions_disease name": 77.3451, "eval_partial_precisions_location": 74.3446, "eval_partial_precisions_method": 43.5547, "eval_partial_precisions_overall": 58.8802, "eval_partial_recalls_%CI values": 41.75, "eval_partial_recalls_R0 value": 42.5, "eval_partial_recalls_date": 16.8403, "eval_partial_recalls_disease name": 37.934, "eval_partial_recalls_location": 38.1731, "eval_partial_recalls_method": 24.4518, "eval_partial_recalls_overall": 33.6082, "eval_rouge1": 76.1927, "eval_rouge2": 18.8683, "eval_rougeL": 75.5988, "eval_rougeLsum": 75.6586, "eval_runtime": 1152.6717, "eval_samples_per_second": 1.666, "eval_steps_per_second": 0.416, "step": 608 }, { "epoch": 10.0, "eval_exact_f1s_%CI values": 33.9667, "eval_exact_f1s_R0 value": 58.9431, "eval_exact_f1s_date": 19.2956, "eval_exact_f1s_disease name": 61.4868, "eval_exact_f1s_location": 48.5647, "eval_exact_f1s_method": 32.5973, "eval_exact_f1s_overall": 42.5083, "eval_exact_precisions_%CI values": 32.3529, "eval_exact_precisions_R0 value": 58.4677, "eval_exact_precisions_date": 17.2603, "eval_exact_precisions_disease name": 59.5606, "eval_exact_precisions_location": 47.5576, "eval_exact_precisions_method": 31.3131, "eval_exact_precisions_overall": 41.0854, "eval_exact_recalls_%CI values": 35.75, "eval_exact_recalls_R0 value": 59.4262, "eval_exact_recalls_date": 21.875, "eval_exact_recalls_disease name": 63.5417, "eval_exact_recalls_location": 49.6154, "eval_exact_recalls_method": 33.9912, "eval_exact_recalls_overall": 44.0333, "eval_general_accuracy": 83.8542, "eval_loss": 0.16006609797477722, "eval_partial_f1s_%CI values": 67.696, "eval_partial_f1s_R0 value": 62.9568, "eval_partial_f1s_date": 28.0245, "eval_partial_f1s_disease name": 62.8307, "eval_partial_f1s_location": 50.0706, "eval_partial_f1s_method": 49.3165, "eval_partial_f1s_overall": 53.5297, "eval_partial_precisions_%CI values": 64.4796, "eval_partial_precisions_R0 value": 62.7483, "eval_partial_precisions_date": 25.0685, "eval_partial_precisions_disease name": 60.8625, "eval_partial_precisions_location": 49.0323, "eval_partial_precisions_method": 47.3737, "eval_partial_precisions_overall": 51.5942, "eval_partial_recalls_%CI values": 71.25, "eval_partial_recalls_R0 value": 63.1667, "eval_partial_recalls_date": 31.7708, "eval_partial_recalls_disease name": 64.9306, "eval_partial_recalls_location": 51.1538, "eval_partial_recalls_method": 51.4254, "eval_partial_recalls_overall": 55.6162, "eval_rouge1": 75.6284, "eval_rouge2": 28.4657, "eval_rougeL": 75.015, "eval_rougeLsum": 75.0683, "eval_runtime": 2005.918, "eval_samples_per_second": 0.957, "eval_steps_per_second": 0.239, "step": 676 }, { "epoch": 10.35, "learning_rate": 0.00696000037714839, "loss": 0.0464, "step": 700 }, { "epoch": 10.99, "eval_exact_f1s_%CI values": 30.8642, "eval_exact_f1s_R0 value": 56.5646, "eval_exact_f1s_date": 24.9337, "eval_exact_f1s_disease name": 58.4118, "eval_exact_f1s_location": 45.8354, "eval_exact_f1s_method": 29.849, "eval_exact_f1s_overall": 41.0916, "eval_exact_precisions_%CI values": 30.4878, "eval_exact_precisions_R0 value": 57.3081, "eval_exact_precisions_date": 25.4054, "eval_exact_precisions_disease name": 60.4457, "eval_exact_precisions_location": 47.0172, "eval_exact_precisions_method": 31.7284, "eval_exact_precisions_overall": 42.0654, "eval_exact_recalls_%CI values": 31.25, "eval_exact_recalls_R0 value": 55.8402, "eval_exact_recalls_date": 24.4792, "eval_exact_recalls_disease name": 56.5104, "eval_exact_recalls_location": 44.7115, "eval_exact_recalls_method": 28.1798, "eval_exact_recalls_overall": 40.1619, "eval_general_accuracy": 85.8333, "eval_loss": 0.16527141630649567, "eval_partial_f1s_%CI values": 72.0988, "eval_partial_f1s_R0 value": 59.7973, "eval_partial_f1s_date": 30.7692, "eval_partial_f1s_disease name": 61.642, "eval_partial_f1s_location": 48.5954, "eval_partial_f1s_method": 38.5598, "eval_partial_f1s_overall": 51.9355, "eval_partial_precisions_%CI values": 71.2195, "eval_partial_precisions_R0 value": 60.6164, "eval_partial_precisions_date": 31.3514, "eval_partial_precisions_disease name": 63.7883, "eval_partial_precisions_location": 49.8483, "eval_partial_precisions_method": 40.9877, "eval_partial_precisions_overall": 52.9686, "eval_partial_recalls_%CI values": 73.0, "eval_partial_recalls_R0 value": 59.0, "eval_partial_recalls_date": 30.2083, "eval_partial_recalls_disease name": 59.6354, "eval_partial_recalls_location": 47.4038, "eval_partial_recalls_method": 36.4035, "eval_partial_recalls_overall": 50.9419, "eval_rouge1": 77.7551, "eval_rouge2": 25.0158, "eval_rougeL": 77.0346, "eval_rougeLsum": 77.1265, "eval_runtime": 2014.1283, "eval_samples_per_second": 0.953, "eval_steps_per_second": 0.238, "step": 743 }, { "epoch": 11.83, "learning_rate": 0.007954339496791363, "loss": 0.0393, "step": 800 }, { "epoch": 11.99, "eval_exact_f1s_%CI values": 23.8949, "eval_exact_f1s_R0 value": 54.8528, "eval_exact_f1s_date": 22.4935, "eval_exact_f1s_disease name": 62.1902, "eval_exact_f1s_location": 53.9619, "eval_exact_f1s_method": 24.0172, "eval_exact_f1s_overall": 40.2816, "eval_exact_precisions_%CI values": 22.8833, "eval_exact_precisions_R0 value": 58.6247, "eval_exact_precisions_date": 22.5919, "eval_exact_precisions_disease name": 64.6673, "eval_exact_precisions_location": 56.3941, "eval_exact_precisions_method": 23.5979, "eval_exact_precisions_overall": 41.4599, "eval_exact_recalls_%CI values": 25.0, "eval_exact_recalls_R0 value": 51.5369, "eval_exact_recalls_date": 22.3958, "eval_exact_recalls_disease name": 59.8958, "eval_exact_recalls_location": 51.7308, "eval_exact_recalls_method": 24.4518, "eval_exact_recalls_overall": 39.1685, "eval_general_accuracy": 84.6354, "eval_loss": 0.1875067800283432, "eval_partial_f1s_%CI values": 64.0382, "eval_partial_f1s_R0 value": 58.6268, "eval_partial_f1s_date": 30.8631, "eval_partial_f1s_disease name": 62.1902, "eval_partial_f1s_location": 57.1715, "eval_partial_f1s_method": 44.6957, "eval_partial_f1s_overall": 53.0069, "eval_partial_precisions_%CI values": 61.3272, "eval_partial_precisions_R0 value": 62.1269, "eval_partial_precisions_date": 30.9982, "eval_partial_precisions_disease name": 64.6673, "eval_partial_precisions_location": 59.7484, "eval_partial_precisions_method": 43.9153, "eval_partial_precisions_overall": 53.7972, "eval_partial_recalls_%CI values": 67.0, "eval_partial_recalls_R0 value": 55.5, "eval_partial_recalls_date": 30.7292, "eval_partial_recalls_disease name": 59.8958, "eval_partial_recalls_location": 54.8077, "eval_partial_recalls_method": 45.5044, "eval_partial_recalls_overall": 52.2395, "eval_rouge1": 76.4385, "eval_rouge2": 27.6515, "eval_rougeL": 75.9336, "eval_rougeLsum": 76.0093, "eval_runtime": 1787.7856, "eval_samples_per_second": 1.074, "eval_steps_per_second": 0.268, "step": 811 }, { "epoch": 13.0, "eval_exact_f1s_%CI values": 25.7373, "eval_exact_f1s_R0 value": 56.4362, "eval_exact_f1s_date": 15.8259, "eval_exact_f1s_disease name": 56.2857, "eval_exact_f1s_location": 59.5608, "eval_exact_f1s_method": 28.0439, "eval_exact_f1s_overall": 40.3346, "eval_exact_precisions_%CI values": 27.7457, "eval_exact_precisions_R0 value": 62.5156, "eval_exact_precisions_date": 18.3908, "eval_exact_precisions_disease name": 62.3418, "eval_exact_precisions_location": 67.231, "eval_exact_precisions_method": 29.5981, "eval_exact_precisions_overall": 44.6371, "eval_exact_recalls_%CI values": 24.0, "eval_exact_recalls_R0 value": 51.4344, "eval_exact_recalls_date": 13.8889, "eval_exact_recalls_disease name": 51.3021, "eval_exact_recalls_location": 53.4615, "eval_exact_recalls_method": 26.6447, "eval_exact_recalls_overall": 36.7886, "eval_general_accuracy": 84.2188, "eval_loss": 0.1732679158449173, "eval_partial_f1s_%CI values": 72.6542, "eval_partial_f1s_R0 value": 59.3097, "eval_partial_f1s_date": 25.3215, "eval_partial_f1s_disease name": 57.8095, "eval_partial_f1s_location": 63.6315, "eval_partial_f1s_method": 47.7784, "eval_partial_f1s_overall": 54.4978, "eval_partial_precisions_%CI values": 78.3237, "eval_partial_precisions_R0 value": 71.1785, "eval_partial_precisions_date": 29.4253, "eval_partial_precisions_disease name": 64.0295, "eval_partial_precisions_location": 71.8259, "eval_partial_precisions_method": 50.4263, "eval_partial_precisions_overall": 60.8682, "eval_partial_recalls_%CI values": 67.75, "eval_partial_recalls_R0 value": 50.8333, "eval_partial_recalls_date": 22.2222, "eval_partial_recalls_disease name": 52.691, "eval_partial_recalls_location": 57.1154, "eval_partial_recalls_method": 45.3947, "eval_partial_recalls_overall": 49.3344, "eval_rouge1": 77.6609, "eval_rouge2": 24.105, "eval_rougeL": 77.3268, "eval_rougeLsum": 77.3814, "eval_runtime": 1712.117, "eval_samples_per_second": 1.121, "eval_steps_per_second": 0.28, "step": 879 }, { "epoch": 13.31, "learning_rate": 0.008948716334998608, "loss": 0.0313, "step": 900 }, { "epoch": 13.99, "eval_exact_f1s_%CI values": 27.6961, "eval_exact_f1s_R0 value": 57.1582, "eval_exact_f1s_date": 16.2393, "eval_exact_f1s_disease name": 62.3563, "eval_exact_f1s_location": 65.2378, "eval_exact_f1s_method": 34.9481, "eval_exact_f1s_overall": 44.0131, "eval_exact_precisions_%CI values": 27.1635, "eval_exact_precisions_R0 value": 60.2041, "eval_exact_precisions_date": 15.9933, "eval_exact_precisions_disease name": 69.5513, "eval_exact_precisions_location": 71.4777, "eval_exact_precisions_method": 36.8613, "eval_exact_precisions_overall": 46.8752, "eval_exact_recalls_%CI values": 28.25, "eval_exact_recalls_R0 value": 54.4057, "eval_exact_recalls_date": 16.4931, "eval_exact_recalls_disease name": 56.5104, "eval_exact_recalls_location": 60.0, "eval_exact_recalls_method": 33.2237, "eval_exact_recalls_overall": 41.4805, "eval_general_accuracy": 87.0312, "eval_loss": 0.18487270176410675, "eval_partial_f1s_%CI values": 66.9118, "eval_partial_f1s_R0 value": 61.1189, "eval_partial_f1s_date": 19.1453, "eval_partial_f1s_disease name": 63.8889, "eval_partial_f1s_location": 67.1197, "eval_partial_f1s_method": 49.7116, "eval_partial_f1s_overall": 54.8144, "eval_partial_precisions_%CI values": 65.625, "eval_partial_precisions_R0 value": 70.1187, "eval_partial_precisions_date": 18.8552, "eval_partial_precisions_disease name": 71.2607, "eval_partial_precisions_location": 73.5395, "eval_partial_precisions_method": 52.4331, "eval_partial_precisions_overall": 58.6387, "eval_partial_recalls_%CI values": 68.25, "eval_partial_recalls_R0 value": 54.1667, "eval_partial_recalls_date": 19.4444, "eval_partial_recalls_disease name": 57.8993, "eval_partial_recalls_location": 61.7308, "eval_partial_recalls_method": 47.2588, "eval_partial_recalls_overall": 51.4583, "eval_rouge1": 79.7954, "eval_rouge2": 23.8229, "eval_rougeL": 79.3396, "eval_rougeLsum": 79.4363, "eval_runtime": 1915.3231, "eval_samples_per_second": 1.002, "eval_steps_per_second": 0.251, "step": 946 }, { "epoch": 14.79, "learning_rate": 0.009943134151399136, "loss": 0.0254, "step": 1000 }, { "epoch": 14.99, "eval_exact_f1s_%CI values": 33.6842, "eval_exact_f1s_R0 value": 59.2817, "eval_exact_f1s_date": 16.6548, "eval_exact_f1s_disease name": 61.6958, "eval_exact_f1s_location": 55.8865, "eval_exact_f1s_method": 28.8043, "eval_exact_f1s_overall": 42.7471, "eval_exact_precisions_%CI values": 31.6484, "eval_exact_precisions_R0 value": 58.5415, "eval_exact_precisions_date": 14.1134, "eval_exact_precisions_disease name": 60.5858, "eval_exact_precisions_location": 54.9767, "eval_exact_precisions_method": 28.556, "eval_exact_precisions_overall": 41.4036, "eval_exact_recalls_%CI values": 36.0, "eval_exact_recalls_R0 value": 60.041, "eval_exact_recalls_date": 20.3125, "eval_exact_recalls_disease name": 62.8472, "eval_exact_recalls_location": 56.8269, "eval_exact_recalls_method": 29.057, "eval_exact_recalls_overall": 44.1808, "eval_general_accuracy": 87.7083, "eval_loss": 0.19793294370174408, "eval_partial_f1s_%CI values": 84.9123, "eval_partial_f1s_R0 value": 66.1424, "eval_partial_f1s_date": 23.9146, "eval_partial_f1s_disease name": 63.0592, "eval_partial_f1s_location": 57.3995, "eval_partial_f1s_method": 52.7174, "eval_partial_f1s_overall": 58.144, "eval_partial_precisions_%CI values": 79.7802, "eval_partial_precisions_R0 value": 65.7072, "eval_partial_precisions_date": 20.2654, "eval_partial_precisions_disease name": 61.9247, "eval_partial_precisions_location": 56.4651, "eval_partial_precisions_method": 52.2629, "eval_partial_precisions_overall": 56.0676, "eval_partial_recalls_%CI values": 90.75, "eval_partial_recalls_R0 value": 66.5833, "eval_partial_recalls_date": 29.1667, "eval_partial_recalls_disease name": 64.2361, "eval_partial_recalls_location": 58.3654, "eval_partial_recalls_method": 53.1798, "eval_partial_recalls_overall": 60.3802, "eval_rouge1": 79.2519, "eval_rouge2": 27.8637, "eval_rougeL": 78.7652, "eval_rougeLsum": 78.8135, "eval_runtime": 2175.2648, "eval_samples_per_second": 0.883, "eval_steps_per_second": 0.221, "step": 1014 }, { "epoch": 16.0, "eval_exact_f1s_%CI values": 0.0, "eval_exact_f1s_R0 value": 0.409, "eval_exact_f1s_date": 0.0, "eval_exact_f1s_disease name": 0.0, "eval_exact_f1s_location": 0.0, "eval_exact_f1s_method": 0.0, "eval_exact_f1s_overall": 0.0682, "eval_exact_precisions_%CI values": 0, "eval_exact_precisions_R0 value": 100.0, "eval_exact_precisions_date": 0, "eval_exact_precisions_disease name": 0.0, "eval_exact_precisions_location": 0, "eval_exact_precisions_method": 0, "eval_exact_precisions_overall": 16.6667, "eval_exact_recalls_%CI values": 0.0, "eval_exact_recalls_R0 value": 0.2049, "eval_exact_recalls_date": 0.0, "eval_exact_recalls_disease name": 0.0, "eval_exact_recalls_location": 0.0, "eval_exact_recalls_method": 0.0, "eval_exact_recalls_overall": 0.0342, "eval_general_accuracy": 82.8125, "eval_loss": 0.27501851320266724, "eval_partial_f1s_%CI values": 0.0, "eval_partial_f1s_R0 value": 0.3328, "eval_partial_f1s_date": 0.0, "eval_partial_f1s_disease name": 0.0, "eval_partial_f1s_location": 0.0, "eval_partial_f1s_method": 0.0, "eval_partial_f1s_overall": 0.0555, "eval_partial_precisions_%CI values": 0, "eval_partial_precisions_R0 value": 100.0, "eval_partial_precisions_date": 0, "eval_partial_precisions_disease name": 0.0, "eval_partial_precisions_location": 0, "eval_partial_precisions_method": 0, "eval_partial_precisions_overall": 16.6667, "eval_partial_recalls_%CI values": 0.0, "eval_partial_recalls_R0 value": 0.1667, "eval_partial_recalls_date": 0.0, "eval_partial_recalls_disease name": 0.0, "eval_partial_recalls_location": 0.0, "eval_partial_recalls_method": 0.0, "eval_partial_recalls_overall": 0.0278, "eval_rouge1": 54.3861, "eval_rouge2": 1.3398, "eval_rougeL": 54.2788, "eval_rougeLsum": 54.3133, "eval_runtime": 457.9178, "eval_samples_per_second": 4.193, "eval_steps_per_second": 1.048, "step": 1082 }, { "epoch": 16.27, "learning_rate": 0.010937590152025223, "loss": 0.0214, "step": 1100 }, { "epoch": 16.99, "eval_exact_f1s_%CI values": 27.3637, "eval_exact_f1s_R0 value": 60.1626, "eval_exact_f1s_date": 25.2444, "eval_exact_f1s_disease name": 64.8955, "eval_exact_f1s_location": 61.3473, "eval_exact_f1s_method": 34.0708, "eval_exact_f1s_overall": 45.5694, "eval_exact_precisions_%CI values": 24.6493, "eval_exact_precisions_R0 value": 59.6774, "eval_exact_precisions_date": 25.8652, "eval_exact_precisions_disease name": 65.1224, "eval_exact_precisions_location": 60.9687, "eval_exact_precisions_method": 34.375, "eval_exact_precisions_overall": 45.1097, "eval_exact_recalls_%CI values": 30.75, "eval_exact_recalls_R0 value": 60.6557, "eval_exact_recalls_date": 24.6528, "eval_exact_recalls_disease name": 64.6701, "eval_exact_recalls_location": 61.7308, "eval_exact_recalls_method": 33.7719, "eval_exact_recalls_overall": 46.0386, "eval_general_accuracy": 85.3646, "eval_loss": 0.20219948887825012, "eval_partial_f1s_%CI values": 76.9744, "eval_partial_f1s_R0 value": 68.0739, "eval_partial_f1s_date": 36.8, "eval_partial_f1s_disease name": 64.8955, "eval_partial_f1s_location": 62.8763, "eval_partial_f1s_method": 51.7699, "eval_partial_f1s_overall": 60.4228, "eval_partial_precisions_%CI values": 69.3387, "eval_partial_precisions_R0 value": 72.067, "eval_partial_precisions_date": 37.7049, "eval_partial_precisions_disease name": 65.1224, "eval_partial_precisions_location": 62.4881, "eval_partial_precisions_method": 52.2321, "eval_partial_precisions_overall": 59.8255, "eval_partial_recalls_%CI values": 86.5, "eval_partial_recalls_R0 value": 64.5, "eval_partial_recalls_date": 35.9375, "eval_partial_recalls_disease name": 64.6701, "eval_partial_recalls_location": 63.2692, "eval_partial_recalls_method": 51.3158, "eval_partial_recalls_overall": 61.0321, "eval_rouge1": 78.3839, "eval_rouge2": 27.5633, "eval_rougeL": 78.0297, "eval_rougeLsum": 78.0629, "eval_runtime": 1887.1051, "eval_samples_per_second": 1.017, "eval_steps_per_second": 0.254, "step": 1149 } ], "max_steps": 2010, "num_train_epochs": 30, "total_flos": 4.239390168789811e+16, "trial_name": null, "trial_params": null }