{"./data_dir/eval_vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.67, "ndcg_at_3": 0.73664, "ndcg_at_5": 0.74886, "ndcg_at_10": 0.76608, "ndcg_at_20": 0.77508, "ndcg_at_50": 0.78465, "ndcg_at_100": 0.78928, "map_at_1": 0.67, "map_at_3": 0.71967, "map_at_5": 0.72637, "map_at_10": 0.73332, "map_at_20": 0.73575, "map_at_50": 0.7373, "map_at_100": 0.73774, "recall_at_1": 0.67, "recall_at_3": 0.786, "recall_at_5": 0.816, "recall_at_10": 0.87, "recall_at_20": 0.906, "recall_at_50": 0.954, "recall_at_100": 0.982, "precision_at_1": 0.67, "precision_at_3": 0.262, "precision_at_5": 0.1632, "precision_at_10": 0.087, "precision_at_20": 0.0453, "precision_at_50": 0.01908, "precision_at_100": 0.00982, "mrr_at_1": 0.674, "mrr_at_3": 0.723, "mrr_at_5": 0.7291, "mrr_at_10": 0.7366095238095238, "mrr_at_20": 0.7391611043325439, "mrr_at_50": 0.7409444251953623, "mrr_at_100": 0.7413271325461593, "naucs_at_1_max": 0.5444803710788707, "naucs_at_1_std": -0.09109715427197845, "naucs_at_1_diff1": 0.9253203771732317, "naucs_at_3_max": 0.5919376009932287, "naucs_at_3_std": -0.04496538390458086, "naucs_at_3_diff1": 0.8649522103597137, "naucs_at_5_max": 0.6306070025471655, "naucs_at_5_std": 0.001678323187842219, "naucs_at_5_diff1": 0.8645469067046583, "naucs_at_10_max": 0.6801229356439317, "naucs_at_10_std": 0.03928756572613559, "naucs_at_10_diff1": 0.8395171443382958, "naucs_at_20_max": 0.7005979696843283, "naucs_at_20_std": 0.04557283906470355, "naucs_at_20_diff1": 0.8023322804299033, "naucs_at_50_max": 0.7126212803962136, "naucs_at_50_std": -0.09452766613891975, "naucs_at_50_diff1": 0.8312223440100683, "naucs_at_100_max": 0.85968461458657, "naucs_at_100_std": -0.10281149496835222, "naucs_at_100_diff1": 0.896514161220045}, "./data_dir/eval_vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.50554, "ndcg_at_3": 0.55831, "ndcg_at_5": 0.58055, "ndcg_at_10": 0.60677, "ndcg_at_20": 0.62553, "ndcg_at_50": 0.63388, "ndcg_at_100": 0.64093, "map_at_1": 0.50554, "map_at_3": 0.54582, "map_at_5": 0.55835, "map_at_10": 0.569, "map_at_20": 0.5743, "map_at_50": 0.57564, "map_at_100": 0.57622, "recall_at_1": 0.50554, "recall_at_3": 0.59424, "recall_at_5": 0.64745, "recall_at_10": 0.72949, "recall_at_20": 0.80266, "recall_at_50": 0.84479, "recall_at_100": 0.88914, "precision_at_1": 0.50554, "precision_at_3": 0.19808, "precision_at_5": 0.12949, "precision_at_10": 0.07295, "precision_at_20": 0.04013, "precision_at_50": 0.0169, "precision_at_100": 0.00889, "mrr_at_1": 0.5033259423503326, "mrr_at_3": 0.5476718403547672, "mrr_at_5": 0.5574279379157429, "mrr_at_10": 0.5684528208918452, "mrr_at_20": 0.573404311645784, "mrr_at_50": 0.5749334030411379, "mrr_at_100": 0.575603354450426, "naucs_at_1_max": 0.2625490776539377, "naucs_at_1_std": 0.3310850636640096, "naucs_at_1_diff1": 0.8285865433933254, "naucs_at_3_max": 0.18953190824386826, "naucs_at_3_std": 0.38629715857674524, "naucs_at_3_diff1": 0.769918430991528, "naucs_at_5_max": 0.14915660669648698, "naucs_at_5_std": 0.39060413735358934, "naucs_at_5_diff1": 0.7373299633405666, "naucs_at_10_max": 0.008734548704545675, "naucs_at_10_std": 0.5053066426323437, "naucs_at_10_diff1": 0.7260812769949216, "naucs_at_20_max": -0.1110192872274276, "naucs_at_20_std": 0.6213072109985829, "naucs_at_20_diff1": 0.6964830158995551, "naucs_at_50_max": -0.16049662657697744, "naucs_at_50_std": 0.7364897688356142, "naucs_at_50_diff1": 0.7182771454403309, "naucs_at_100_max": -0.19221684927376187, "naucs_at_100_std": 0.8505984612548488, "naucs_at_100_diff1": 0.7419613287710981}, "./data_dir/eval_vidore/syntheticDocQA_energy_test": {"ndcg_at_1": 0.88, "ndcg_at_3": 0.93417, "ndcg_at_5": 0.93847, "ndcg_at_10": 0.93847, "ndcg_at_20": 0.93847, "ndcg_at_50": 0.94063, "ndcg_at_100": 0.9422, "map_at_1": 0.88, "map_at_3": 0.92167, "map_at_5": 0.92417, "map_at_10": 0.92417, "map_at_20": 0.92417, "map_at_50": 0.92458, "map_at_100": 0.92471, "recall_at_1": 0.88, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.98, "recall_at_20": 0.98, "recall_at_50": 0.99, "recall_at_100": 1.0, "precision_at_1": 0.88, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.098, "precision_at_20": 0.049, "precision_at_50": 0.0198, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.93, "mrr_at_5": 0.9325, "mrr_at_10": 0.9325, "mrr_at_20": 0.9325, "mrr_at_50": 0.9329166666666667, "mrr_at_100": 0.9330448717948718, "naucs_at_1_max": 0.36497772828507796, "naucs_at_1_std": -0.272231944002546, "naucs_at_1_diff1": 0.9777282850779508, "naucs_at_3_max": 0.693432928727046, "naucs_at_3_std": -0.15452847805789072, "naucs_at_3_diff1": 0.9564270152505466, "naucs_at_5_max": 0.6790382819794609, "naucs_at_5_std": -0.5929038281979465, "naucs_at_5_diff1": 0.9346405228758136, "naucs_at_10_max": 0.6790382819794609, "naucs_at_10_std": -0.5929038281979465, "naucs_at_10_diff1": 0.9346405228758136, "naucs_at_20_max": 0.6790382819794609, "naucs_at_20_std": -0.5929038281979465, "naucs_at_20_diff1": 0.9346405228758136, "naucs_at_50_max": 1.0, "naucs_at_50_std": 0.554154995331464, "naucs_at_50_diff1": 0.8692810457516374, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tatdqa_test": {"ndcg_at_1": 0.64581, "ndcg_at_3": 0.73981, "ndcg_at_5": 0.7668, "ndcg_at_10": 0.787, "ndcg_at_20": 0.79364, "ndcg_at_50": 0.79698, "ndcg_at_100": 0.79864, "map_at_1": 0.64581, "map_at_3": 0.71648, "map_at_5": 0.73158, "map_at_10": 0.74001, "map_at_20": 0.74185, "map_at_50": 0.74242, "map_at_100": 0.74256, "recall_at_1": 0.64581, "recall_at_3": 0.80741, "recall_at_5": 0.87242, "recall_at_10": 0.93439, "recall_at_20": 0.96051, "recall_at_50": 0.97691, "recall_at_100": 0.98724, "precision_at_1": 0.64581, "precision_at_3": 0.26914, "precision_at_5": 0.17448, "precision_at_10": 0.09344, "precision_at_20": 0.04803, "precision_at_50": 0.01954, "precision_at_100": 0.00987, "mrr_at_1": 0.6433778857837181, "mrr_at_3": 0.7150668286755771, "mrr_at_5": 0.7304981773997571, "mrr_at_10": 0.7387049412717699, "mrr_at_20": 0.7404579555191415, "mrr_at_50": 0.7410660643728302, "mrr_at_100": 0.7412038533898355, "naucs_at_1_max": 0.13431737923823708, "naucs_at_1_std": -0.3067075571650227, "naucs_at_1_diff1": 0.8067592167032371, "naucs_at_3_max": 0.18727434840097998, "naucs_at_3_std": -0.27607320609227726, "naucs_at_3_diff1": 0.6950163190033429, "naucs_at_5_max": 0.2109382115959134, "naucs_at_5_std": -0.22542299636024854, "naucs_at_5_diff1": 0.6560772753501689, "naucs_at_10_max": 0.3049581820340452, "naucs_at_10_std": 0.10695854160572203, "naucs_at_10_diff1": 0.5979569201987198, "naucs_at_20_max": 0.3524427577390326, "naucs_at_20_std": 0.2838037847480218, "naucs_at_20_diff1": 0.5748977828288308, "naucs_at_50_max": 0.39877531195470334, "naucs_at_50_std": 0.47760692333540594, "naucs_at_50_diff1": 0.48464495157589027, "naucs_at_100_max": 0.3531041790707774, "naucs_at_100_std": 0.4303621036969795, "naucs_at_100_diff1": 0.42655633089874984}, "./data_dir/eval_vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.80769, "ndcg_at_3": 0.86119, "ndcg_at_5": 0.86799, "ndcg_at_10": 0.87508, "ndcg_at_20": 0.8788, "ndcg_at_50": 0.88321, "ndcg_at_100": 0.88418, "map_at_1": 0.80769, "map_at_3": 0.84818, "map_at_5": 0.85202, "map_at_10": 0.85488, "map_at_20": 0.85598, "map_at_50": 0.85668, "map_at_100": 0.85677, "recall_at_1": 0.80769, "recall_at_3": 0.89879, "recall_at_5": 0.91498, "recall_at_10": 0.93725, "recall_at_20": 0.95142, "recall_at_50": 0.97368, "recall_at_100": 0.97976, "precision_at_1": 0.80769, "precision_at_3": 0.2996, "precision_at_5": 0.183, "precision_at_10": 0.09372, "precision_at_20": 0.04757, "precision_at_50": 0.01947, "precision_at_100": 0.0098, "mrr_at_1": 0.8117408906882592, "mrr_at_3": 0.8488529014844804, "mrr_at_5": 0.8532051282051283, "mrr_at_10": 0.8560359231411864, "mrr_at_20": 0.8570996255206782, "mrr_at_50": 0.8577900744824616, "mrr_at_100": 0.8578711146551276, "naucs_at_1_max": 0.5181292739994149, "naucs_at_1_std": -0.12587128411667012, "naucs_at_1_diff1": 0.9118360487145103, "naucs_at_3_max": 0.5428075702339784, "naucs_at_3_std": -0.133844833983956, "naucs_at_3_diff1": 0.8487810208609975, "naucs_at_5_max": 0.570342039887235, "naucs_at_5_std": -0.1629741497251075, "naucs_at_5_diff1": 0.8403883247563, "naucs_at_10_max": 0.7076634965650749, "naucs_at_10_std": 0.14379204929117678, "naucs_at_10_diff1": 0.8238016143503649, "naucs_at_20_max": 0.8079586920995654, "naucs_at_20_std": 0.21002182843283598, "naucs_at_20_diff1": 0.825877668290874, "naucs_at_50_max": 0.8233669400006994, "naucs_at_50_std": 0.18166589601039382, "naucs_at_50_diff1": 0.8057881231371927, "naucs_at_100_max": 0.8922124708224929, "naucs_at_100_std": 0.6406492513828425, "naucs_at_100_diff1": 0.7867049962977823}, "./data_dir/eval_vidore/syntheticDocQA_healthcare_industry_test": {"ndcg_at_1": 0.95, "ndcg_at_3": 0.97893, "ndcg_at_5": 0.97893, "ndcg_at_10": 0.97893, "ndcg_at_20": 0.97893, "ndcg_at_50": 0.97893, "ndcg_at_100": 0.97893, "map_at_1": 0.95, "map_at_3": 0.97167, "map_at_5": 0.97167, "map_at_10": 0.97167, "map_at_20": 0.97167, "map_at_50": 0.97167, "map_at_100": 0.97167, "recall_at_1": 0.95, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.95, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.95, "mrr_at_3": 0.9716666666666667, "mrr_at_5": 0.9716666666666667, "mrr_at_10": 0.9716666666666667, "mrr_at_20": 0.9716666666666667, "mrr_at_50": 0.9716666666666667, "mrr_at_100": 0.9716666666666667, "naucs_at_1_max": 0.5808590102707767, "naucs_at_1_std": -0.1164332399626522, "naucs_at_1_diff1": 0.9477124183006508, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/tabfquad_test_subsampled": {"ndcg_at_1": 0.68929, "ndcg_at_3": 0.74413, "ndcg_at_5": 0.75167, "ndcg_at_10": 0.77118, "ndcg_at_20": 0.78112, "ndcg_at_50": 0.79873, "ndcg_at_100": 0.80054, "map_at_1": 0.68929, "map_at_3": 0.73095, "map_at_5": 0.73524, "map_at_10": 0.74323, "map_at_20": 0.74596, "map_at_50": 0.74876, "map_at_100": 0.74894, "recall_at_1": 0.68929, "recall_at_3": 0.78214, "recall_at_5": 0.8, "recall_at_10": 0.86071, "recall_at_20": 0.9, "recall_at_50": 0.98929, "recall_at_100": 1.0, "precision_at_1": 0.68929, "precision_at_3": 0.26071, "precision_at_5": 0.16, "precision_at_10": 0.08607, "precision_at_20": 0.045, "precision_at_50": 0.01979, "precision_at_100": 0.01, "mrr_at_1": 0.6857142857142857, "mrr_at_3": 0.7273809523809524, "mrr_at_5": 0.7332738095238095, "mrr_at_10": 0.7413988095238095, "mrr_at_20": 0.7440813863424158, "mrr_at_50": 0.7468722884841633, "mrr_at_100": 0.7470525854039923, "naucs_at_1_max": 0.2870009874897007, "naucs_at_1_std": 0.04204064432130546, "naucs_at_1_diff1": 0.7891552245752849, "naucs_at_3_max": 0.29717890310145373, "naucs_at_3_std": 0.10697806369788107, "naucs_at_3_diff1": 0.6949610753710974, "naucs_at_5_max": 0.2523369487655202, "naucs_at_5_std": 0.06743256743256658, "naucs_at_5_diff1": 0.6558976737548161, "naucs_at_10_max": 0.24856446841830593, "naucs_at_10_std": 0.02682144721469618, "naucs_at_10_diff1": 0.6389296278803848, "naucs_at_20_max": 0.16003067893824288, "naucs_at_20_std": -0.11236161131119002, "naucs_at_20_diff1": 0.601724022942509, "naucs_at_50_max": 0.8202614379084879, "naucs_at_50_std": 0.7424525365701868, "naucs_at_50_diff1": 0.7587924058512231, "naucs_at_100_max": 1.0, "naucs_at_100_std": 1.0, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_government_reports_test": {"ndcg_at_1": 0.87, "ndcg_at_3": 0.94178, "ndcg_at_5": 0.94609, "ndcg_at_10": 0.94609, "ndcg_at_20": 0.94609, "ndcg_at_50": 0.94609, "ndcg_at_100": 0.94609, "map_at_1": 0.87, "map_at_3": 0.925, "map_at_5": 0.9275, "map_at_10": 0.9275, "map_at_20": 0.9275, "map_at_50": 0.9275, "map_at_100": 0.9275, "recall_at_1": 0.87, "recall_at_3": 0.99, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.87, "precision_at_3": 0.33, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.89, "mrr_at_3": 0.935, "mrr_at_5": 0.9375, "mrr_at_10": 0.9375, "mrr_at_20": 0.9375, "mrr_at_50": 0.9375, "mrr_at_100": 0.9375, "naucs_at_1_max": 0.5187736058653628, "naucs_at_1_std": 0.22202473524402008, "naucs_at_1_diff1": 0.7872694956676297, "naucs_at_3_max": 0.5541549953314585, "naucs_at_3_std": 0.35807656395889226, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}, "./data_dir/eval_vidore/shiftproject_test": {"ndcg_at_1": 0.48, "ndcg_at_3": 0.62226, "ndcg_at_5": 0.66313, "ndcg_at_10": 0.70227, "ndcg_at_20": 0.70762, "ndcg_at_50": 0.71377, "ndcg_at_100": 0.71377, "map_at_1": 0.48, "map_at_3": 0.58833, "map_at_5": 0.61083, "map_at_10": 0.62718, "map_at_20": 0.6288, "map_at_50": 0.62987, "map_at_100": 0.62987, "recall_at_1": 0.48, "recall_at_3": 0.72, "recall_at_5": 0.82, "recall_at_10": 0.94, "recall_at_20": 0.96, "recall_at_50": 0.99, "recall_at_100": 0.99, "precision_at_1": 0.48, "precision_at_3": 0.24, "precision_at_5": 0.164, "precision_at_10": 0.094, "precision_at_20": 0.048, "precision_at_50": 0.0198, "precision_at_100": 0.0099, "mrr_at_1": 0.51, "mrr_at_3": 0.6133333333333334, "mrr_at_5": 0.6333333333333333, "mrr_at_10": 0.6481230158730159, "mrr_at_20": 0.6503713924963925, "mrr_at_50": 0.6509864903528697, "mrr_at_100": 0.6509864903528697, "naucs_at_1_max": 0.01784958187784493, "naucs_at_1_std": -0.21715888641896902, "naucs_at_1_diff1": 0.7087302847464805, "naucs_at_3_max": 0.08859890109890145, "naucs_at_3_std": -0.28323412698412614, "naucs_at_3_diff1": 0.4830586080586077, "naucs_at_5_max": 0.10656459962550972, "naucs_at_5_std": -0.10389360061680472, "naucs_at_5_diff1": 0.40610199361163074, "naucs_at_10_max": -0.18744164332399568, "naucs_at_10_std": -0.024042950513536908, "naucs_at_10_diff1": 0.6868969810146294, "naucs_at_20_max": -0.22980859010270466, "naucs_at_20_std": -0.1562791783379993, "naucs_at_20_diff1": 0.7112511671335194, "naucs_at_50_max": -0.17133520074697067, "naucs_at_50_std": 0.12278244631185525, "naucs_at_50_diff1": 1.0, "naucs_at_100_max": -0.17133520074697067, "naucs_at_100_std": 0.12278244631185525, "naucs_at_100_diff1": 1.0}, "./data_dir/eval_vidore/syntheticDocQA_artificial_intelligence_test": {"ndcg_at_1": 0.97, "ndcg_at_3": 0.98762, "ndcg_at_5": 0.98762, "ndcg_at_10": 0.98762, "ndcg_at_20": 0.98762, "ndcg_at_50": 0.98762, "ndcg_at_100": 0.98762, "map_at_1": 0.97, "map_at_3": 0.98333, "map_at_5": 0.98333, "map_at_10": 0.98333, "map_at_20": 0.98333, "map_at_50": 0.98333, "map_at_100": 0.98333, "recall_at_1": 0.97, "recall_at_3": 1.0, "recall_at_5": 1.0, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_50": 1.0, "recall_at_100": 1.0, "precision_at_1": 0.97, "precision_at_3": 0.33333, "precision_at_5": 0.2, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_50": 0.02, "precision_at_100": 0.01, "mrr_at_1": 0.97, "mrr_at_3": 0.9833333333333333, "mrr_at_5": 0.9833333333333333, "mrr_at_10": 0.9833333333333333, "mrr_at_20": 0.9833333333333333, "mrr_at_50": 0.9833333333333333, "mrr_at_100": 0.9833333333333333, "naucs_at_1_max": 0.912854030501093, "naucs_at_1_std": 0.6934329287270453, "naucs_at_1_diff1": 0.912854030501093, "naucs_at_3_max": 1.0, "naucs_at_3_std": 1.0, "naucs_at_3_diff1": 1.0, "naucs_at_5_max": 1.0, "naucs_at_5_std": 1.0, "naucs_at_5_diff1": 1.0, "naucs_at_10_max": 1.0, "naucs_at_10_std": 1.0, "naucs_at_10_diff1": 1.0, "naucs_at_20_max": 1.0, "naucs_at_20_std": 1.0, "naucs_at_20_diff1": 1.0, "naucs_at_50_max": NaN, "naucs_at_50_std": NaN, "naucs_at_50_diff1": NaN, "naucs_at_100_max": NaN, "naucs_at_100_std": NaN, "naucs_at_100_diff1": NaN}}