--- model-index: - name: no_model_name_available results: - dataset: config: default name: MTEB ArguAna (default) revision: c22ab2a51041ffd869aaddef7af8d8215647e41a split: test type: mteb/arguana metrics: - type: main_score value: 40.849000000000004 - type: map_at_1 value: 18.492 - type: map_at_10 value: 32.5 - type: map_at_100 value: 33.94 - type: map_at_1000 value: 33.955 - type: map_at_20 value: 33.58 - type: map_at_3 value: 27.500999999999998 - type: map_at_5 value: 30.279 - type: mrr_at_1 value: 18.776671408250355 - type: mrr_at_10 value: 32.60919754340802 - type: mrr_at_100 value: 34.042399188681074 - type: mrr_at_1000 value: 34.05821738840704 - type: mrr_at_20 value: 33.68314031545244 - type: mrr_at_3 value: 27.64343290659076 - type: mrr_at_5 value: 30.395922238027417 - type: nauc_map_at_1000_diff1 value: 1.8241584818848398 - type: nauc_map_at_1000_max value: -3.009641035235681 - type: nauc_map_at_1000_std value: -8.060365995660506 - type: nauc_map_at_100_diff1 value: 1.8458972346704023 - type: nauc_map_at_100_max value: -2.972244792103319 - type: nauc_map_at_100_std value: -8.03077807985782 - type: nauc_map_at_10_diff1 value: 1.70335000622157 - type: nauc_map_at_10_max value: -2.9095471140113967 - type: nauc_map_at_10_std value: -8.133921904552842 - type: nauc_map_at_1_diff1 value: 0.35369074889923846 - type: nauc_map_at_1_max value: -8.485386718977434 - type: nauc_map_at_1_std value: -11.609625990143924 - type: nauc_map_at_20_diff1 value: 1.6973541863717017 - type: nauc_map_at_20_max value: -2.953190015586193 - type: nauc_map_at_20_std value: -7.995561738947742 - type: nauc_map_at_3_diff1 value: 1.7643424351370773 - type: nauc_map_at_3_max value: -5.015939381941595 - type: nauc_map_at_3_std value: -9.460406898813288 - type: nauc_map_at_5_diff1 value: 2.1852763786361877 - type: nauc_map_at_5_max value: -3.3865686219815463 - type: nauc_map_at_5_std value: -8.742380012175492 - type: nauc_mrr_at_1000_diff1 value: 0.9406570687762197 - type: nauc_mrr_at_1000_max value: -3.3634639176793093 - type: nauc_mrr_at_1000_std value: -7.966276102315341 - type: nauc_mrr_at_100_diff1 value: 0.9627566529735759 - type: nauc_mrr_at_100_max value: -3.3260791808487054 - type: nauc_mrr_at_100_std value: -7.936900094905271 - type: nauc_mrr_at_10_diff1 value: 0.843267834551808 - type: nauc_mrr_at_10_max value: -3.253260909530057 - type: nauc_mrr_at_10_std value: -8.037042481229044 - type: nauc_mrr_at_1_diff1 value: -0.6844692690724743 - type: nauc_mrr_at_1_max value: -8.511581129839898 - type: nauc_mrr_at_1_std value: -10.923948005737325 - type: nauc_mrr_at_20_diff1 value: 0.8268205408842618 - type: nauc_mrr_at_20_max value: -3.3011156704709257 - type: nauc_mrr_at_20_std value: -7.901207586824542 - type: nauc_mrr_at_3_diff1 value: 1.0652496824313973 - type: nauc_mrr_at_3_max value: -5.089357526316275 - type: nauc_mrr_at_3_std value: -9.106877058656876 - type: nauc_mrr_at_5_diff1 value: 1.2998925500445453 - type: nauc_mrr_at_5_max value: -3.713356146205814 - type: nauc_mrr_at_5_std value: -8.609369461302613 - type: nauc_ndcg_at_1000_diff1 value: 2.322543696215367 - type: nauc_ndcg_at_1000_max value: -1.075915240644691 - type: nauc_ndcg_at_1000_std value: -6.400452085986812 - type: nauc_ndcg_at_100_diff1 value: 2.8404474222636926 - type: nauc_ndcg_at_100_max value: -0.006028038831444503 - type: nauc_ndcg_at_100_std value: -5.44699869879777 - type: nauc_ndcg_at_10_diff1 value: 1.7036471706518854 - type: nauc_ndcg_at_10_max value: -0.14310599447899844 - type: nauc_ndcg_at_10_std value: -6.217260401795631 - type: nauc_ndcg_at_1_diff1 value: 0.35369074889923846 - type: nauc_ndcg_at_1_max value: -8.485386718977434 - type: nauc_ndcg_at_1_std value: -11.609625990143924 - type: nauc_ndcg_at_20_diff1 value: 1.8564436158041036 - type: nauc_ndcg_at_20_max value: 0.03537429283768104 - type: nauc_ndcg_at_20_std value: -5.404784944281853 - type: nauc_ndcg_at_3_diff1 value: 2.140572253272633 - type: nauc_ndcg_at_3_max value: -4.156002601722447 - type: nauc_ndcg_at_3_std value: -8.940451632941194 - type: nauc_ndcg_at_5_diff1 value: 2.881440057342096 - type: nauc_ndcg_at_5_max value: -1.3326095632764534 - type: nauc_ndcg_at_5_std value: -7.694109014955247 - type: nauc_precision_at_1000_diff1 value: 28.555225089163237 - type: nauc_precision_at_1000_max value: 57.32771738769801 - type: nauc_precision_at_1000_std value: 58.3014480406798 - type: nauc_precision_at_100_diff1 value: 29.605300659573725 - type: nauc_precision_at_100_max value: 59.138750768096884 - type: nauc_precision_at_100_std value: 51.81829624122998 - type: nauc_precision_at_10_diff1 value: 1.2281902931429507 - type: nauc_precision_at_10_max value: 9.547659655676522 - type: nauc_precision_at_10_std value: 0.6831783299051362 - type: nauc_precision_at_1_diff1 value: 0.35369074889923846 - type: nauc_precision_at_1_max value: -8.485386718977434 - type: nauc_precision_at_1_std value: -11.609625990143924 - type: nauc_precision_at_20_diff1 value: 2.518025244990189 - type: nauc_precision_at_20_max value: 17.604774216430066 - type: nauc_precision_at_20_std value: 11.015897492994437 - type: nauc_precision_at_3_diff1 value: 3.085929777417008 - type: nauc_precision_at_3_max value: -2.0135956625516127 - type: nauc_precision_at_3_std value: -7.648912795110527 - type: nauc_precision_at_5_diff1 value: 4.789199864044247 - type: nauc_precision_at_5_max value: 4.340341529819853 - type: nauc_precision_at_5_std value: -4.829450482280661 - type: nauc_recall_at_1000_diff1 value: 28.555225089162 - type: nauc_recall_at_1000_max value: 57.32771738769622 - type: nauc_recall_at_1000_std value: 58.301448040679325 - type: nauc_recall_at_100_diff1 value: 29.60530065957345 - type: nauc_recall_at_100_max value: 59.13875076809638 - type: nauc_recall_at_100_std value: 51.818296241229376 - type: nauc_recall_at_10_diff1 value: 1.2281902931429811 - type: nauc_recall_at_10_max value: 9.547659655676451 - type: nauc_recall_at_10_std value: 0.6831783299050641 - type: nauc_recall_at_1_diff1 value: 0.35369074889923846 - type: nauc_recall_at_1_max value: -8.485386718977434 - type: nauc_recall_at_1_std value: -11.609625990143924 - type: nauc_recall_at_20_diff1 value: 2.518025244990186 - type: nauc_recall_at_20_max value: 17.60477421643011 - type: nauc_recall_at_20_std value: 11.015897492994425 - type: nauc_recall_at_3_diff1 value: 3.08592977741699 - type: nauc_recall_at_3_max value: -2.0135956625516034 - type: nauc_recall_at_3_std value: -7.648912795110507 - type: nauc_recall_at_5_diff1 value: 4.78919986404431 - type: nauc_recall_at_5_max value: 4.3403415298198835 - type: nauc_recall_at_5_std value: -4.829450482280615 - type: ndcg_at_1 value: 18.492 - type: ndcg_at_10 value: 40.849000000000004 - type: ndcg_at_100 value: 47.115 - type: ndcg_at_1000 value: 47.538000000000004 - type: ndcg_at_20 value: 44.727 - type: ndcg_at_3 value: 30.514999999999997 - type: ndcg_at_5 value: 35.507 - type: precision_at_1 value: 18.492 - type: precision_at_10 value: 6.7780000000000005 - type: precision_at_100 value: 0.954 - type: precision_at_1000 value: 0.099 - type: precision_at_20 value: 4.15 - type: precision_at_3 value: 13.086999999999998 - type: precision_at_5 value: 10.27 - type: recall_at_1 value: 18.492 - type: recall_at_10 value: 67.781 - type: recall_at_100 value: 95.448 - type: recall_at_1000 value: 98.791 - type: recall_at_20 value: 83.001 - type: recall_at_3 value: 39.26 - type: recall_at_5 value: 51.351 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackAndroidRetrieval (default) revision: f46a197baaae43b4f621051089b82a364682dfeb split: test type: mteb/cqadupstack-android metrics: - type: main_score value: 35.042 - type: map_at_1 value: 24.268 - type: map_at_10 value: 30.802000000000003 - type: map_at_100 value: 31.71 - type: map_at_1000 value: 31.828 - type: map_at_20 value: 31.305 - type: map_at_3 value: 28.701 - type: map_at_5 value: 29.749 - type: mrr_at_1 value: 29.756795422031473 - type: mrr_at_10 value: 35.65331425846446 - type: mrr_at_100 value: 36.34176813536559 - type: mrr_at_1000 value: 36.41234016532853 - type: mrr_at_20 value: 36.05978921961065 - type: mrr_at_3 value: 33.78636146876491 - type: mrr_at_5 value: 34.7377205531712 - type: nauc_map_at_1000_diff1 value: 50.27106929265 - type: nauc_map_at_1000_max value: 43.135938626038886 - type: nauc_map_at_1000_std value: 6.979578889406475 - type: nauc_map_at_100_diff1 value: 50.27717846143314 - type: nauc_map_at_100_max value: 43.112426840531896 - type: nauc_map_at_100_std value: 6.913838872983614 - type: nauc_map_at_10_diff1 value: 50.34272889874193 - type: nauc_map_at_10_max value: 42.893739814095824 - type: nauc_map_at_10_std value: 6.700454686853102 - type: nauc_map_at_1_diff1 value: 54.83912639955801 - type: nauc_map_at_1_max value: 42.50639531768006 - type: nauc_map_at_1_std value: 7.063585243381144 - type: nauc_map_at_20_diff1 value: 50.232349871503324 - type: nauc_map_at_20_max value: 42.937078152890685 - type: nauc_map_at_20_std value: 6.605312686330819 - type: nauc_map_at_3_diff1 value: 50.679087408987364 - type: nauc_map_at_3_max value: 42.828233344110735 - type: nauc_map_at_3_std value: 6.305755418874708 - type: nauc_map_at_5_diff1 value: 50.619556564982084 - type: nauc_map_at_5_max value: 42.51573550587868 - type: nauc_map_at_5_std value: 6.295959119532668 - type: nauc_mrr_at_1000_diff1 value: 50.89120084540395 - type: nauc_mrr_at_1000_max value: 44.01341349287708 - type: nauc_mrr_at_1000_std value: 8.684194220017558 - type: nauc_mrr_at_100_diff1 value: 50.90586330977123 - type: nauc_mrr_at_100_max value: 44.01184920133466 - type: nauc_mrr_at_100_std value: 8.6528905753814 - type: nauc_mrr_at_10_diff1 value: 51.08330854155516 - type: nauc_mrr_at_10_max value: 44.16083674113598 - type: nauc_mrr_at_10_std value: 8.672749143946042 - type: nauc_mrr_at_1_diff1 value: 55.379664251629 - type: nauc_mrr_at_1_max value: 45.5763056221476 - type: nauc_mrr_at_1_std value: 9.372699665662898 - type: nauc_mrr_at_20_diff1 value: 50.97197213680204 - type: nauc_mrr_at_20_max value: 44.00145045510066 - type: nauc_mrr_at_20_std value: 8.525331492315571 - type: nauc_mrr_at_3_diff1 value: 51.67410864524864 - type: nauc_mrr_at_3_max value: 44.73092939542603 - type: nauc_mrr_at_3_std value: 8.722441142976763 - type: nauc_mrr_at_5_diff1 value: 51.72383213008365 - type: nauc_mrr_at_5_max value: 44.34672865435124 - type: nauc_mrr_at_5_std value: 8.587250675881378 - type: nauc_ndcg_at_1000_diff1 value: 47.895888150498216 - type: nauc_ndcg_at_1000_max value: 43.0370824420739 - type: nauc_ndcg_at_1000_std value: 9.430079898002509 - type: nauc_ndcg_at_100_diff1 value: 48.12703703246235 - type: nauc_ndcg_at_100_max value: 42.69414925369428 - type: nauc_ndcg_at_100_std value: 7.907032123880726 - type: nauc_ndcg_at_10_diff1 value: 48.73220685116636 - type: nauc_ndcg_at_10_max value: 42.9216872694305 - type: nauc_ndcg_at_10_std value: 7.416368391386961 - type: nauc_ndcg_at_1_diff1 value: 55.379664251629 - type: nauc_ndcg_at_1_max value: 45.5763056221476 - type: nauc_ndcg_at_1_std value: 9.372699665662898 - type: nauc_ndcg_at_20_diff1 value: 48.14164237845679 - type: nauc_ndcg_at_20_max value: 42.37776004540794 - type: nauc_ndcg_at_20_std value: 6.661363737722851 - type: nauc_ndcg_at_3_diff1 value: 50.18742327204456 - type: nauc_ndcg_at_3_max value: 44.25183514075081 - type: nauc_ndcg_at_3_std value: 7.69785946841004 - type: nauc_ndcg_at_5_diff1 value: 49.72454972713352 - type: nauc_ndcg_at_5_max value: 42.7925586511498 - type: nauc_ndcg_at_5_std value: 6.940750282599943 - type: nauc_precision_at_1000_diff1 value: -1.716736142092752 - type: nauc_precision_at_1000_max value: 9.356948862118577 - type: nauc_precision_at_1000_std value: 16.694278195680575 - type: nauc_precision_at_100_diff1 value: 18.027040933632236 - type: nauc_precision_at_100_max value: 25.167213490179357 - type: nauc_precision_at_100_std value: 14.286766614163938 - type: nauc_precision_at_10_diff1 value: 33.908756901785985 - type: nauc_precision_at_10_max value: 38.416502210707186 - type: nauc_precision_at_10_std value: 13.105833934415893 - type: nauc_precision_at_1_diff1 value: 55.379664251629 - type: nauc_precision_at_1_max value: 45.5763056221476 - type: nauc_precision_at_1_std value: 9.372699665662898 - type: nauc_precision_at_20_diff1 value: 28.905770827169654 - type: nauc_precision_at_20_max value: 34.727512522066334 - type: nauc_precision_at_20_std value: 11.55620431316267 - type: nauc_precision_at_3_diff1 value: 42.93685104710452 - type: nauc_precision_at_3_max value: 43.5795143589386 - type: nauc_precision_at_3_std value: 9.49699580078321 - type: nauc_precision_at_5_diff1 value: 40.97125997308073 - type: nauc_precision_at_5_max value: 41.42245252084514 - type: nauc_precision_at_5_std value: 10.338095236912038 - type: nauc_recall_at_1000_diff1 value: 25.223365532755516 - type: nauc_recall_at_1000_max value: 35.892090052954316 - type: nauc_recall_at_1000_std value: 27.789895129443693 - type: nauc_recall_at_100_diff1 value: 34.81556616017488 - type: nauc_recall_at_100_max value: 35.54471365446511 - type: nauc_recall_at_100_std value: 8.85723605173314 - type: nauc_recall_at_10_diff1 value: 41.13579715967583 - type: nauc_recall_at_10_max value: 38.51858224041396 - type: nauc_recall_at_10_std value: 5.837427515276572 - type: nauc_recall_at_1_diff1 value: 54.83912639955801 - type: nauc_recall_at_1_max value: 42.50639531768006 - type: nauc_recall_at_1_std value: 7.063585243381144 - type: nauc_recall_at_20_diff1 value: 37.7252649482009 - type: nauc_recall_at_20_max value: 35.9806766055433 - type: nauc_recall_at_20_std value: 3.4231900712737025 - type: nauc_recall_at_3_diff1 value: 45.78506907885203 - type: nauc_recall_at_3_max value: 41.15359226080764 - type: nauc_recall_at_3_std value: 5.646787788216677 - type: nauc_recall_at_5_diff1 value: 44.729355622106645 - type: nauc_recall_at_5_max value: 38.15303556670624 - type: nauc_recall_at_5_std value: 4.411446149797608 - type: ndcg_at_1 value: 29.757 - type: ndcg_at_10 value: 35.042 - type: ndcg_at_100 value: 38.934000000000005 - type: ndcg_at_1000 value: 41.839 - type: ndcg_at_20 value: 36.544 - type: ndcg_at_3 value: 31.677 - type: ndcg_at_5 value: 32.926 - type: precision_at_1 value: 29.757 - type: precision_at_10 value: 6.18 - type: precision_at_100 value: 0.97 - type: precision_at_1000 value: 0.151 - type: precision_at_20 value: 3.605 - type: precision_at_3 value: 14.545 - type: precision_at_5 value: 10.043000000000001 - type: recall_at_1 value: 24.268 - type: recall_at_10 value: 42.897 - type: recall_at_100 value: 59.86900000000001 - type: recall_at_1000 value: 80.06299999999999 - type: recall_at_20 value: 48.555 - type: recall_at_3 value: 32.628 - type: recall_at_5 value: 36.525 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackEnglishRetrieval (default) revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 split: test type: mteb/cqadupstack-english metrics: - type: main_score value: 34.694 - type: map_at_1 value: 23.594 - type: map_at_10 value: 30.503999999999998 - type: map_at_100 value: 31.479000000000003 - type: map_at_1000 value: 31.606 - type: map_at_20 value: 31.025999999999996 - type: map_at_3 value: 28.688000000000002 - type: map_at_5 value: 29.744 - type: mrr_at_1 value: 29.554140127388536 - type: mrr_at_10 value: 35.92659993933879 - type: mrr_at_100 value: 36.58420519834615 - type: mrr_at_1000 value: 36.6435546754376 - type: mrr_at_20 value: 36.319116206832874 - type: mrr_at_3 value: 34.320594479830135 - type: mrr_at_5 value: 35.31104033970276 - type: nauc_map_at_1000_diff1 value: 54.50850619675715 - type: nauc_map_at_1000_max value: 51.9706327719098 - type: nauc_map_at_1000_std value: 8.337218581451756 - type: nauc_map_at_100_diff1 value: 54.56427906874124 - type: nauc_map_at_100_max value: 51.9829483337371 - type: nauc_map_at_100_std value: 8.288141086149269 - type: nauc_map_at_10_diff1 value: 55.073592238523275 - type: nauc_map_at_10_max value: 52.22343980053664 - type: nauc_map_at_10_std value: 8.043697808963204 - type: nauc_map_at_1_diff1 value: 59.86621051900818 - type: nauc_map_at_1_max value: 50.04516021776138 - type: nauc_map_at_1_std value: 5.827816350790341 - type: nauc_map_at_20_diff1 value: 54.794608821639414 - type: nauc_map_at_20_max value: 52.078882356679365 - type: nauc_map_at_20_std value: 8.092640916558945 - type: nauc_map_at_3_diff1 value: 55.87913345984871 - type: nauc_map_at_3_max value: 52.25534686944724 - type: nauc_map_at_3_std value: 7.45687862927487 - type: nauc_map_at_5_diff1 value: 55.37674613416643 - type: nauc_map_at_5_max value: 52.32380378939199 - type: nauc_map_at_5_std value: 8.008521085172447 - type: nauc_mrr_at_1000_diff1 value: 54.02228322670952 - type: nauc_mrr_at_1000_max value: 53.685833475887804 - type: nauc_mrr_at_1000_std value: 9.811694046835957 - type: nauc_mrr_at_100_diff1 value: 54.0198251104709 - type: nauc_mrr_at_100_max value: 53.67903724249188 - type: nauc_mrr_at_100_std value: 9.809076287739428 - type: nauc_mrr_at_10_diff1 value: 54.29375864779078 - type: nauc_mrr_at_10_max value: 53.88648920775948 - type: nauc_mrr_at_10_std value: 9.692969206949932 - type: nauc_mrr_at_1_diff1 value: 58.34757973069973 - type: nauc_mrr_at_1_max value: 54.10981111531085 - type: nauc_mrr_at_1_std value: 8.435745569168143 - type: nauc_mrr_at_20_diff1 value: 54.09149885113492 - type: nauc_mrr_at_20_max value: 53.7252429683779 - type: nauc_mrr_at_20_std value: 9.704109589554776 - type: nauc_mrr_at_3_diff1 value: 54.96714696529417 - type: nauc_mrr_at_3_max value: 54.1223969071475 - type: nauc_mrr_at_3_std value: 9.457399811310413 - type: nauc_mrr_at_5_diff1 value: 54.50251432270016 - type: nauc_mrr_at_5_max value: 53.90651719065417 - type: nauc_mrr_at_5_std value: 9.713550802739707 - type: nauc_ndcg_at_1000_diff1 value: 51.31565983669981 - type: nauc_ndcg_at_1000_max value: 51.56533459138964 - type: nauc_ndcg_at_1000_std value: 10.570401313447991 - type: nauc_ndcg_at_100_diff1 value: 51.503523680259434 - type: nauc_ndcg_at_100_max value: 51.183287045185565 - type: nauc_ndcg_at_100_std value: 9.908587658100721 - type: nauc_ndcg_at_10_diff1 value: 53.027727297749536 - type: nauc_ndcg_at_10_max value: 52.18633021088797 - type: nauc_ndcg_at_10_std value: 8.916658596147668 - type: nauc_ndcg_at_1_diff1 value: 58.34757973069973 - type: nauc_ndcg_at_1_max value: 54.10981111531085 - type: nauc_ndcg_at_1_std value: 8.435745569168143 - type: nauc_ndcg_at_20_diff1 value: 52.41659582379541 - type: nauc_ndcg_at_20_max value: 51.71015438337976 - type: nauc_ndcg_at_20_std value: 8.89908066016637 - type: nauc_ndcg_at_3_diff1 value: 53.65524010984417 - type: nauc_ndcg_at_3_max value: 52.77730677162853 - type: nauc_ndcg_at_3_std value: 8.734442828591241 - type: nauc_ndcg_at_5_diff1 value: 53.317774839239426 - type: nauc_ndcg_at_5_max value: 52.37257522945775 - type: nauc_ndcg_at_5_std value: 8.965526173742184 - type: nauc_precision_at_1000_diff1 value: -8.931148438903069 - type: nauc_precision_at_1000_max value: 3.9841234834488177 - type: nauc_precision_at_1000_std value: 10.833126796708637 - type: nauc_precision_at_100_diff1 value: 1.7322368541730724 - type: nauc_precision_at_100_max value: 14.125858820069295 - type: nauc_precision_at_100_std value: 11.552328836798782 - type: nauc_precision_at_10_diff1 value: 26.275350798297886 - type: nauc_precision_at_10_max value: 39.18143990690451 - type: nauc_precision_at_10_std value: 12.596419593485761 - type: nauc_precision_at_1_diff1 value: 58.34757973069973 - type: nauc_precision_at_1_max value: 54.10981111531085 - type: nauc_precision_at_1_std value: 8.435745569168143 - type: nauc_precision_at_20_diff1 value: 17.99651325874507 - type: nauc_precision_at_20_max value: 31.018507068587738 - type: nauc_precision_at_20_std value: 10.937503513046966 - type: nauc_precision_at_3_diff1 value: 40.20537287461531 - type: nauc_precision_at_3_max value: 49.964606416920944 - type: nauc_precision_at_3_std value: 11.877700369508975 - type: nauc_precision_at_5_diff1 value: 34.14161953881431 - type: nauc_precision_at_5_max value: 46.25922060296257 - type: nauc_precision_at_5_std value: 13.830816390982918 - type: nauc_recall_at_1000_diff1 value: 34.80722656503794 - type: nauc_recall_at_1000_max value: 43.75668030978373 - type: nauc_recall_at_1000_std value: 18.24364269385629 - type: nauc_recall_at_100_diff1 value: 38.54008758096123 - type: nauc_recall_at_100_max value: 42.27687357480639 - type: nauc_recall_at_100_std value: 12.866257637965282 - type: nauc_recall_at_10_diff1 value: 47.07862071194338 - type: nauc_recall_at_10_max value: 48.41378203070431 - type: nauc_recall_at_10_std value: 8.672134215209635 - type: nauc_recall_at_1_diff1 value: 59.86621051900818 - type: nauc_recall_at_1_max value: 50.04516021776138 - type: nauc_recall_at_1_std value: 5.827816350790341 - type: nauc_recall_at_20_diff1 value: 43.906182342755834 - type: nauc_recall_at_20_max value: 46.092016425349904 - type: nauc_recall_at_20_std value: 8.957854855647389 - type: nauc_recall_at_3_diff1 value: 50.789610919158434 - type: nauc_recall_at_3_max value: 50.09843129373151 - type: nauc_recall_at_3_std value: 7.779119287496343 - type: nauc_recall_at_5_diff1 value: 48.9221689680451 - type: nauc_recall_at_5_max value: 48.937132920664325 - type: nauc_recall_at_5_std value: 8.389357665338053 - type: ndcg_at_1 value: 29.554000000000002 - type: ndcg_at_10 value: 34.694 - type: ndcg_at_100 value: 38.607 - type: ndcg_at_1000 value: 41.031 - type: ndcg_at_20 value: 36.17 - type: ndcg_at_3 value: 32.168 - type: ndcg_at_5 value: 33.397 - type: precision_at_1 value: 29.554000000000002 - type: precision_at_10 value: 6.254999999999999 - type: precision_at_100 value: 1.068 - type: precision_at_1000 value: 0.154 - type: precision_at_20 value: 3.71 - type: precision_at_3 value: 15.329 - type: precision_at_5 value: 10.65 - type: recall_at_1 value: 23.594 - type: recall_at_10 value: 41.302 - type: recall_at_100 value: 57.906 - type: recall_at_1000 value: 73.99 - type: recall_at_20 value: 46.754 - type: recall_at_3 value: 33.254 - type: recall_at_5 value: 36.933 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGamingRetrieval (default) revision: 4885aa143210c98657558c04aaf3dc47cfb54340 split: test type: mteb/cqadupstack-gaming metrics: - type: main_score value: 45.028 - type: map_at_1 value: 31.915 - type: map_at_10 value: 40.522000000000006 - type: map_at_100 value: 41.382000000000005 - type: map_at_1000 value: 41.449999999999996 - type: map_at_20 value: 40.983000000000004 - type: map_at_3 value: 38.191 - type: map_at_5 value: 39.586 - type: mrr_at_1 value: 36.739811912225704 - type: mrr_at_10 value: 44.025177887246905 - type: mrr_at_100 value: 44.66382221892361 - type: mrr_at_1000 value: 44.710687367339204 - type: mrr_at_20 value: 44.387142873851595 - type: mrr_at_3 value: 42.08986415882968 - type: mrr_at_5 value: 43.2371995820272 - type: nauc_map_at_1000_diff1 value: 56.27862182703629 - type: nauc_map_at_1000_max value: 50.107126351375854 - type: nauc_map_at_1000_std value: 15.656754868200673 - type: nauc_map_at_100_diff1 value: 56.28573102728189 - type: nauc_map_at_100_max value: 50.11064355133309 - type: nauc_map_at_100_std value: 15.62294780583473 - type: nauc_map_at_10_diff1 value: 56.36912566686038 - type: nauc_map_at_10_max value: 49.82712246732209 - type: nauc_map_at_10_std value: 15.21268035237868 - type: nauc_map_at_1_diff1 value: 62.32681597104861 - type: nauc_map_at_1_max value: 46.11111144800607 - type: nauc_map_at_1_std value: 12.985042402836761 - type: nauc_map_at_20_diff1 value: 56.320353720183405 - type: nauc_map_at_20_max value: 49.983756729628624 - type: nauc_map_at_20_std value: 15.352618563526594 - type: nauc_map_at_3_diff1 value: 57.373326864190155 - type: nauc_map_at_3_max value: 48.85610213553234 - type: nauc_map_at_3_std value: 14.227290354373581 - type: nauc_map_at_5_diff1 value: 56.88900234457732 - type: nauc_map_at_5_max value: 49.555112855322136 - type: nauc_map_at_5_std value: 14.709857277428808 - type: nauc_mrr_at_1000_diff1 value: 56.090340648188366 - type: nauc_mrr_at_1000_max value: 51.39996372541806 - type: nauc_mrr_at_1000_std value: 16.019923666577753 - type: nauc_mrr_at_100_diff1 value: 56.083110575611386 - type: nauc_mrr_at_100_max value: 51.40497573920969 - type: nauc_mrr_at_100_std value: 16.004195899925076 - type: nauc_mrr_at_10_diff1 value: 56.09461877706852 - type: nauc_mrr_at_10_max value: 51.267677674757515 - type: nauc_mrr_at_10_std value: 15.840837492104232 - type: nauc_mrr_at_1_diff1 value: 61.55103690488107 - type: nauc_mrr_at_1_max value: 49.941817920324475 - type: nauc_mrr_at_1_std value: 14.995168020783323 - type: nauc_mrr_at_20_diff1 value: 56.08320477899063 - type: nauc_mrr_at_20_max value: 51.36462184978103 - type: nauc_mrr_at_20_std value: 15.874969148938655 - type: nauc_mrr_at_3_diff1 value: 57.06320707726257 - type: nauc_mrr_at_3_max value: 51.01102923342208 - type: nauc_mrr_at_3_std value: 15.391980997372984 - type: nauc_mrr_at_5_diff1 value: 56.63979096903498 - type: nauc_mrr_at_5_max value: 51.26911175970512 - type: nauc_mrr_at_5_std value: 15.489687246025424 - type: nauc_ndcg_at_1000_diff1 value: 53.58984801728004 - type: nauc_ndcg_at_1000_max value: 51.74611650326185 - type: nauc_ndcg_at_1000_std value: 18.261077541099084 - type: nauc_ndcg_at_100_diff1 value: 53.552895675287836 - type: nauc_ndcg_at_100_max value: 51.86680482507793 - type: nauc_ndcg_at_100_std value: 17.74920513508539 - type: nauc_ndcg_at_10_diff1 value: 53.91128717528939 - type: nauc_ndcg_at_10_max value: 50.94123634232307 - type: nauc_ndcg_at_10_std value: 16.178552032699166 - type: nauc_ndcg_at_1_diff1 value: 61.55103690488107 - type: nauc_ndcg_at_1_max value: 49.941817920324475 - type: nauc_ndcg_at_1_std value: 14.995168020783323 - type: nauc_ndcg_at_20_diff1 value: 53.72114596521803 - type: nauc_ndcg_at_20_max value: 51.25100744970328 - type: nauc_ndcg_at_20_std value: 16.329225958420494 - type: nauc_ndcg_at_3_diff1 value: 55.873468970955805 - type: nauc_ndcg_at_3_max value: 49.83792697840682 - type: nauc_ndcg_at_3_std value: 14.800025547991492 - type: nauc_ndcg_at_5_diff1 value: 55.244590535983065 - type: nauc_ndcg_at_5_max value: 50.77060704577844 - type: nauc_ndcg_at_5_std value: 15.333606597251311 - type: nauc_precision_at_1000_diff1 value: -2.1064382592680406 - type: nauc_precision_at_1000_max value: 18.12791300721221 - type: nauc_precision_at_1000_std value: 20.44672996587799 - type: nauc_precision_at_100_diff1 value: 9.722046784658827 - type: nauc_precision_at_100_max value: 30.642705457608827 - type: nauc_precision_at_100_std value: 22.020525764661404 - type: nauc_precision_at_10_diff1 value: 27.84006342301715 - type: nauc_precision_at_10_max value: 43.5141465054166 - type: nauc_precision_at_10_std value: 19.532164596593788 - type: nauc_precision_at_1_diff1 value: 61.55103690488107 - type: nauc_precision_at_1_max value: 49.941817920324475 - type: nauc_precision_at_1_std value: 14.995168020783323 - type: nauc_precision_at_20_diff1 value: 21.466984240449367 - type: nauc_precision_at_20_max value: 39.74095492345742 - type: nauc_precision_at_20_std value: 19.715479624658013 - type: nauc_precision_at_3_diff1 value: 41.588050878937544 - type: nauc_precision_at_3_max value: 47.651039118304254 - type: nauc_precision_at_3_std value: 15.928918353696412 - type: nauc_precision_at_5_diff1 value: 35.42959731150186 - type: nauc_precision_at_5_max value: 46.40079493508327 - type: nauc_precision_at_5_std value: 17.252010799453583 - type: nauc_recall_at_1000_diff1 value: 33.76196603236328 - type: nauc_recall_at_1000_max value: 57.09289054088538 - type: nauc_recall_at_1000_std value: 40.65879945206679 - type: nauc_recall_at_100_diff1 value: 39.565515468144305 - type: nauc_recall_at_100_max value: 55.150856008837344 - type: nauc_recall_at_100_std value: 27.090048238689025 - type: nauc_recall_at_10_diff1 value: 44.5937276757672 - type: nauc_recall_at_10_max value: 50.560916580657725 - type: nauc_recall_at_10_std value: 17.274039145018314 - type: nauc_recall_at_1_diff1 value: 62.32681597104861 - type: nauc_recall_at_1_max value: 46.11111144800607 - type: nauc_recall_at_1_std value: 12.985042402836761 - type: nauc_recall_at_20_diff1 value: 43.135661958475964 - type: nauc_recall_at_20_max value: 51.32720993767131 - type: nauc_recall_at_20_std value: 17.751145619620328 - type: nauc_recall_at_3_diff1 value: 51.253903709244206 - type: nauc_recall_at_3_max value: 48.75306602942186 - type: nauc_recall_at_3_std value: 14.1555348111707 - type: nauc_recall_at_5_diff1 value: 49.203081954513486 - type: nauc_recall_at_5_max value: 50.46465274780778 - type: nauc_recall_at_5_std value: 14.930739853068292 - type: ndcg_at_1 value: 36.74 - type: ndcg_at_10 value: 45.028 - type: ndcg_at_100 value: 48.872 - type: ndcg_at_1000 value: 50.553000000000004 - type: ndcg_at_20 value: 46.477000000000004 - type: ndcg_at_3 value: 41.024 - type: ndcg_at_5 value: 43.076 - type: precision_at_1 value: 36.74 - type: precision_at_10 value: 6.966 - type: precision_at_100 value: 0.9690000000000001 - type: precision_at_1000 value: 0.116 - type: precision_at_20 value: 3.9 - type: precision_at_3 value: 17.827 - type: precision_at_5 value: 12.176 - type: recall_at_1 value: 31.915 - type: recall_at_10 value: 55.125 - type: recall_at_100 value: 72.245 - type: recall_at_1000 value: 84.7 - type: recall_at_20 value: 60.55199999999999 - type: recall_at_3 value: 44.208 - type: recall_at_5 value: 49.279 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackGisRetrieval (default) revision: 5003b3064772da1887988e05400cf3806fe491f2 split: test type: mteb/cqadupstack-gis metrics: - type: main_score value: 26.869 - type: map_at_1 value: 18.177 - type: map_at_10 value: 23.742 - type: map_at_100 value: 24.5 - type: map_at_1000 value: 24.596999999999998 - type: map_at_20 value: 24.115000000000002 - type: map_at_3 value: 22.256999999999998 - type: map_at_5 value: 23.093 - type: mrr_at_1 value: 19.661016949152543 - type: mrr_at_10 value: 25.375885570800822 - type: mrr_at_100 value: 26.118317661165392 - type: mrr_at_1000 value: 26.205933122139925 - type: mrr_at_20 value: 25.760881599825296 - type: mrr_at_3 value: 23.954802259887014 - type: mrr_at_5 value: 24.740112994350287 - type: nauc_map_at_1000_diff1 value: 43.91538215574489 - type: nauc_map_at_1000_max value: 35.723591948633 - type: nauc_map_at_1000_std value: 5.159156706467083 - type: nauc_map_at_100_diff1 value: 43.918111331867166 - type: nauc_map_at_100_max value: 35.732249707572215 - type: nauc_map_at_100_std value: 5.13339088499136 - type: nauc_map_at_10_diff1 value: 44.240971339067805 - type: nauc_map_at_10_max value: 35.88110629607297 - type: nauc_map_at_10_std value: 4.97891011883125 - type: nauc_map_at_1_diff1 value: 51.071763745176526 - type: nauc_map_at_1_max value: 36.354013439554656 - type: nauc_map_at_1_std value: 4.009623246187462 - type: nauc_map_at_20_diff1 value: 44.11106384006441 - type: nauc_map_at_20_max value: 35.73522097161658 - type: nauc_map_at_20_std value: 4.922649778568136 - type: nauc_map_at_3_diff1 value: 45.59230090767753 - type: nauc_map_at_3_max value: 35.98323849432203 - type: nauc_map_at_3_std value: 4.0881555020671145 - type: nauc_map_at_5_diff1 value: 44.90892815187525 - type: nauc_map_at_5_max value: 36.08930265295397 - type: nauc_map_at_5_std value: 4.778901969461804 - type: nauc_mrr_at_1000_diff1 value: 42.14524014011001 - type: nauc_mrr_at_1000_max value: 36.164169080069236 - type: nauc_mrr_at_1000_std value: 5.855559217369601 - type: nauc_mrr_at_100_diff1 value: 42.1411387906275 - type: nauc_mrr_at_100_max value: 36.181873531339136 - type: nauc_mrr_at_100_std value: 5.82404945394242 - type: nauc_mrr_at_10_diff1 value: 42.36398305226718 - type: nauc_mrr_at_10_max value: 36.300239193756184 - type: nauc_mrr_at_10_std value: 5.806333438431309 - type: nauc_mrr_at_1_diff1 value: 48.35468594232892 - type: nauc_mrr_at_1_max value: 36.961573378969376 - type: nauc_mrr_at_1_std value: 4.676168765221803 - type: nauc_mrr_at_20_diff1 value: 42.29977745460127 - type: nauc_mrr_at_20_max value: 36.246164396778155 - type: nauc_mrr_at_20_std value: 5.752225241570153 - type: nauc_mrr_at_3_diff1 value: 43.682033766308095 - type: nauc_mrr_at_3_max value: 36.54761984785815 - type: nauc_mrr_at_3_std value: 5.064386466886235 - type: nauc_mrr_at_5_diff1 value: 43.099309445019564 - type: nauc_mrr_at_5_max value: 36.58856198590481 - type: nauc_mrr_at_5_std value: 5.573063594553006 - type: nauc_ndcg_at_1000_diff1 value: 40.01688269619406 - type: nauc_ndcg_at_1000_max value: 35.09587803542452 - type: nauc_ndcg_at_1000_std value: 7.8300153260549425 - type: nauc_ndcg_at_100_diff1 value: 39.43500014960865 - type: nauc_ndcg_at_100_max value: 35.006058224521816 - type: nauc_ndcg_at_100_std value: 7.066507077867236 - type: nauc_ndcg_at_10_diff1 value: 41.15020558085733 - type: nauc_ndcg_at_10_max value: 35.656022625409065 - type: nauc_ndcg_at_10_std value: 6.152226178586941 - type: nauc_ndcg_at_1_diff1 value: 48.35468594232892 - type: nauc_ndcg_at_1_max value: 36.961573378969376 - type: nauc_ndcg_at_1_std value: 4.676168765221803 - type: nauc_ndcg_at_20_diff1 value: 40.77258392545088 - type: nauc_ndcg_at_20_max value: 35.24647830668003 - type: nauc_ndcg_at_20_std value: 5.928937453972604 - type: nauc_ndcg_at_3_diff1 value: 43.89011242026087 - type: nauc_ndcg_at_3_max value: 36.37450968284067 - type: nauc_ndcg_at_3_std value: 4.939095464964828 - type: nauc_ndcg_at_5_diff1 value: 42.811533700663794 - type: nauc_ndcg_at_5_max value: 36.268311390109936 - type: nauc_ndcg_at_5_std value: 5.812581090379655 - type: nauc_precision_at_1000_diff1 value: 10.645037512531824 - type: nauc_precision_at_1000_max value: 25.700369403747942 - type: nauc_precision_at_1000_std value: 21.03999886177142 - type: nauc_precision_at_100_diff1 value: 19.629282394242015 - type: nauc_precision_at_100_max value: 31.764564604957553 - type: nauc_precision_at_100_std value: 15.728081077941805 - type: nauc_precision_at_10_diff1 value: 29.57198931620274 - type: nauc_precision_at_10_max value: 35.25411892642657 - type: nauc_precision_at_10_std value: 10.888581830276264 - type: nauc_precision_at_1_diff1 value: 48.35468594232892 - type: nauc_precision_at_1_max value: 36.961573378969376 - type: nauc_precision_at_1_std value: 4.676168765221803 - type: nauc_precision_at_20_diff1 value: 26.899418278663152 - type: nauc_precision_at_20_max value: 33.33984309930851 - type: nauc_precision_at_20_std value: 10.265426034854858 - type: nauc_precision_at_3_diff1 value: 36.3516004410158 - type: nauc_precision_at_3_max value: 36.38454388482908 - type: nauc_precision_at_3_std value: 6.387721401060522 - type: nauc_precision_at_5_diff1 value: 33.78360486342633 - type: nauc_precision_at_5_max value: 36.80099740935766 - type: nauc_precision_at_5_std value: 9.608552479332767 - type: nauc_recall_at_1000_diff1 value: 22.86824125570728 - type: nauc_recall_at_1000_max value: 26.919634548739946 - type: nauc_recall_at_1000_std value: 22.890508862462127 - type: nauc_recall_at_100_diff1 value: 23.82352298540404 - type: nauc_recall_at_100_max value: 29.284361970607552 - type: nauc_recall_at_100_std value: 12.320881618564345 - type: nauc_recall_at_10_diff1 value: 33.13454578667508 - type: nauc_recall_at_10_max value: 33.3715603672648 - type: nauc_recall_at_10_std value: 8.041573457233307 - type: nauc_recall_at_1_diff1 value: 51.071763745176526 - type: nauc_recall_at_1_max value: 36.354013439554656 - type: nauc_recall_at_1_std value: 4.009623246187462 - type: nauc_recall_at_20_diff1 value: 31.914325899394303 - type: nauc_recall_at_20_max value: 31.837899648967237 - type: nauc_recall_at_20_std value: 7.142210811345996 - type: nauc_recall_at_3_diff1 value: 40.34198106489463 - type: nauc_recall_at_3_max value: 35.339934791790505 - type: nauc_recall_at_3_std value: 5.405846187725809 - type: nauc_recall_at_5_diff1 value: 37.80933481211865 - type: nauc_recall_at_5_max value: 35.190301771222444 - type: nauc_recall_at_5_std value: 7.413791949410964 - type: ndcg_at_1 value: 19.661 - type: ndcg_at_10 value: 26.869 - type: ndcg_at_100 value: 30.896 - type: ndcg_at_1000 value: 33.782000000000004 - type: ndcg_at_20 value: 28.218 - type: ndcg_at_3 value: 23.941000000000003 - type: ndcg_at_5 value: 25.341 - type: precision_at_1 value: 19.661 - type: precision_at_10 value: 4.011 - type: precision_at_100 value: 0.634 - type: precision_at_1000 value: 0.092 - type: precision_at_20 value: 2.328 - type: precision_at_3 value: 10.094 - type: precision_at_5 value: 6.893000000000001 - type: recall_at_1 value: 18.177 - type: recall_at_10 value: 34.942 - type: recall_at_100 value: 53.845 - type: recall_at_1000 value: 76.343 - type: recall_at_20 value: 40.022000000000006 - type: recall_at_3 value: 26.813 - type: recall_at_5 value: 30.312 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackMathematicaRetrieval (default) revision: 90fceea13679c63fe563ded68f3b6f06e50061de split: test type: mteb/cqadupstack-mathematica metrics: - type: main_score value: 21.728 - type: map_at_1 value: 12.784 - type: map_at_10 value: 17.944 - type: map_at_100 value: 18.797 - type: map_at_1000 value: 18.926000000000002 - type: map_at_20 value: 18.387999999999998 - type: map_at_3 value: 16.265 - type: map_at_5 value: 16.983999999999998 - type: mrr_at_1 value: 16.044776119402986 - type: mrr_at_10 value: 21.803680012635233 - type: mrr_at_100 value: 22.575555542812165 - type: mrr_at_1000 value: 22.66901508901914 - type: mrr_at_20 value: 22.19854940073506 - type: mrr_at_3 value: 19.941956882255386 - type: mrr_at_5 value: 20.719320066334994 - type: nauc_map_at_1000_diff1 value: 37.95003279508669 - type: nauc_map_at_1000_max value: 31.326475206055974 - type: nauc_map_at_1000_std value: 4.664013633591596 - type: nauc_map_at_100_diff1 value: 37.96791591636629 - type: nauc_map_at_100_max value: 31.28842831225577 - type: nauc_map_at_100_std value: 4.589727393270644 - type: nauc_map_at_10_diff1 value: 38.507132083215595 - type: nauc_map_at_10_max value: 31.169056023300783 - type: nauc_map_at_10_std value: 4.368613661323174 - type: nauc_map_at_1_diff1 value: 44.35378845259204 - type: nauc_map_at_1_max value: 31.252743839426383 - type: nauc_map_at_1_std value: 3.168581843134213 - type: nauc_map_at_20_diff1 value: 38.187357484768896 - type: nauc_map_at_20_max value: 31.2136407998411 - type: nauc_map_at_20_std value: 4.333490585321438 - type: nauc_map_at_3_diff1 value: 39.330780048911656 - type: nauc_map_at_3_max value: 31.37578299086863 - type: nauc_map_at_3_std value: 4.188856474447449 - type: nauc_map_at_5_diff1 value: 39.20107804915463 - type: nauc_map_at_5_max value: 31.392530920166408 - type: nauc_map_at_5_std value: 4.056921377738636 - type: nauc_mrr_at_1000_diff1 value: 36.73182170905758 - type: nauc_mrr_at_1000_max value: 31.05432855743618 - type: nauc_mrr_at_1000_std value: 5.785548465518801 - type: nauc_mrr_at_100_diff1 value: 36.72314859513544 - type: nauc_mrr_at_100_max value: 31.05422735924907 - type: nauc_mrr_at_100_std value: 5.775106667651726 - type: nauc_mrr_at_10_diff1 value: 37.06378660745046 - type: nauc_mrr_at_10_max value: 31.020085446718422 - type: nauc_mrr_at_10_std value: 5.590867271501978 - type: nauc_mrr_at_1_diff1 value: 44.00103632989039 - type: nauc_mrr_at_1_max value: 31.94201788773754 - type: nauc_mrr_at_1_std value: 4.713263837383352 - type: nauc_mrr_at_20_diff1 value: 36.77294192719807 - type: nauc_mrr_at_20_max value: 31.014175572052373 - type: nauc_mrr_at_20_std value: 5.658270027362274 - type: nauc_mrr_at_3_diff1 value: 38.35434515359319 - type: nauc_mrr_at_3_max value: 31.575718211424807 - type: nauc_mrr_at_3_std value: 5.88624291840881 - type: nauc_mrr_at_5_diff1 value: 38.06890741693633 - type: nauc_mrr_at_5_max value: 31.261036367423934 - type: nauc_mrr_at_5_std value: 5.345199356889732 - type: nauc_ndcg_at_1000_diff1 value: 33.67924232501883 - type: nauc_ndcg_at_1000_max value: 31.319148060296097 - type: nauc_ndcg_at_1000_std value: 7.2514381178779095 - type: nauc_ndcg_at_100_diff1 value: 34.100629993327196 - type: nauc_ndcg_at_100_max value: 31.278013773761526 - type: nauc_ndcg_at_100_std value: 6.565787610461661 - type: nauc_ndcg_at_10_diff1 value: 35.84993832912045 - type: nauc_ndcg_at_10_max value: 30.64709847569812 - type: nauc_ndcg_at_10_std value: 5.313392670674671 - type: nauc_ndcg_at_1_diff1 value: 44.00103632989039 - type: nauc_ndcg_at_1_max value: 31.94201788773754 - type: nauc_ndcg_at_1_std value: 4.713263837383352 - type: nauc_ndcg_at_20_diff1 value: 34.78453662069707 - type: nauc_ndcg_at_20_max value: 30.683192809444787 - type: nauc_ndcg_at_20_std value: 5.269616192797054 - type: nauc_ndcg_at_3_diff1 value: 37.62191304337262 - type: nauc_ndcg_at_3_max value: 31.623265872974997 - type: nauc_ndcg_at_3_std value: 5.080503409806257 - type: nauc_ndcg_at_5_diff1 value: 37.56462137510564 - type: nauc_ndcg_at_5_max value: 31.37187196099152 - type: nauc_ndcg_at_5_std value: 4.624284925129432 - type: nauc_precision_at_1000_diff1 value: -3.146851839401258 - type: nauc_precision_at_1000_max value: 10.977182155908867 - type: nauc_precision_at_1000_std value: 10.160444053718093 - type: nauc_precision_at_100_diff1 value: 12.001129161175122 - type: nauc_precision_at_100_max value: 25.308778188675856 - type: nauc_precision_at_100_std value: 12.509597417847507 - type: nauc_precision_at_10_diff1 value: 25.664686247632844 - type: nauc_precision_at_10_max value: 28.770491403202108 - type: nauc_precision_at_10_std value: 6.536821071514153 - type: nauc_precision_at_1_diff1 value: 44.00103632989039 - type: nauc_precision_at_1_max value: 31.94201788773754 - type: nauc_precision_at_1_std value: 4.713263837383352 - type: nauc_precision_at_20_diff1 value: 21.77768613115255 - type: nauc_precision_at_20_max value: 27.845144717145004 - type: nauc_precision_at_20_std value: 6.320507052087349 - type: nauc_precision_at_3_diff1 value: 33.18575428477401 - type: nauc_precision_at_3_max value: 31.92822455113195 - type: nauc_precision_at_3_std value: 6.360274710244685 - type: nauc_precision_at_5_diff1 value: 32.148298285156365 - type: nauc_precision_at_5_max value: 31.154123802087337 - type: nauc_precision_at_5_std value: 5.0693172025299384 - type: nauc_recall_at_1000_diff1 value: 16.64989458294879 - type: nauc_recall_at_1000_max value: 27.67387417287623 - type: nauc_recall_at_1000_std value: 16.579859975118456 - type: nauc_recall_at_100_diff1 value: 23.24214920953384 - type: nauc_recall_at_100_max value: 28.655454163454536 - type: nauc_recall_at_100_std value: 10.354544546339836 - type: nauc_recall_at_10_diff1 value: 29.382576143547634 - type: nauc_recall_at_10_max value: 27.625736210770256 - type: nauc_recall_at_10_std value: 6.656383905649591 - type: nauc_recall_at_1_diff1 value: 44.35378845259204 - type: nauc_recall_at_1_max value: 31.252743839426383 - type: nauc_recall_at_1_std value: 3.168581843134213 - type: nauc_recall_at_20_diff1 value: 25.739220032350257 - type: nauc_recall_at_20_max value: 27.108433769048872 - type: nauc_recall_at_20_std value: 6.22385370891178 - type: nauc_recall_at_3_diff1 value: 33.80249079929206 - type: nauc_recall_at_3_max value: 30.481055725978024 - type: nauc_recall_at_3_std value: 5.346572769135906 - type: nauc_recall_at_5_diff1 value: 33.067070690653495 - type: nauc_recall_at_5_max value: 29.433391080158426 - type: nauc_recall_at_5_std value: 4.517583549915587 - type: ndcg_at_1 value: 16.045 - type: ndcg_at_10 value: 21.728 - type: ndcg_at_100 value: 26.106 - type: ndcg_at_1000 value: 29.439 - type: ndcg_at_20 value: 23.25 - type: ndcg_at_3 value: 18.297 - type: ndcg_at_5 value: 19.438 - type: precision_at_1 value: 16.045 - type: precision_at_10 value: 3.9800000000000004 - type: precision_at_100 value: 0.703 - type: precision_at_1000 value: 0.11100000000000002 - type: precision_at_20 value: 2.394 - type: precision_at_3 value: 8.581999999999999 - type: precision_at_5 value: 5.995 - type: recall_at_1 value: 12.784 - type: recall_at_10 value: 29.749 - type: recall_at_100 value: 49.412 - type: recall_at_1000 value: 73.778 - type: recall_at_20 value: 35.317 - type: recall_at_3 value: 20.05 - type: recall_at_5 value: 22.996 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackPhysicsRetrieval (default) revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 split: test type: mteb/cqadupstack-physics metrics: - type: main_score value: 31.362000000000002 - type: map_at_1 value: 21.522 - type: map_at_10 value: 27.397 - type: map_at_100 value: 28.374 - type: map_at_1000 value: 28.496 - type: map_at_20 value: 27.915 - type: map_at_3 value: 25.330000000000002 - type: map_at_5 value: 26.622 - type: mrr_at_1 value: 26.564003849855634 - type: mrr_at_10 value: 32.16665138946176 - type: mrr_at_100 value: 32.97230640563016 - type: mrr_at_1000 value: 33.050704711262505 - type: mrr_at_20 value: 32.63506041957575 - type: mrr_at_3 value: 30.25344882900225 - type: mrr_at_5 value: 31.470965672120617 - type: nauc_map_at_1000_diff1 value: 52.59688767459125 - type: nauc_map_at_1000_max value: 49.49548390354128 - type: nauc_map_at_1000_std value: 10.115628251616295 - type: nauc_map_at_100_diff1 value: 52.61576203524935 - type: nauc_map_at_100_max value: 49.48503434991592 - type: nauc_map_at_100_std value: 10.111348427919129 - type: nauc_map_at_10_diff1 value: 53.07085205321233 - type: nauc_map_at_10_max value: 49.40570059340953 - type: nauc_map_at_10_std value: 9.54214632320025 - type: nauc_map_at_1_diff1 value: 60.33424890291046 - type: nauc_map_at_1_max value: 48.81194468082383 - type: nauc_map_at_1_std value: 5.36430977601789 - type: nauc_map_at_20_diff1 value: 52.773568860496354 - type: nauc_map_at_20_max value: 49.426884901362584 - type: nauc_map_at_20_std value: 9.896169869423503 - type: nauc_map_at_3_diff1 value: 54.99635374447428 - type: nauc_map_at_3_max value: 49.25542338008625 - type: nauc_map_at_3_std value: 7.920730174530154 - type: nauc_map_at_5_diff1 value: 53.68219394103163 - type: nauc_map_at_5_max value: 49.17446366918848 - type: nauc_map_at_5_std value: 8.821731461186905 - type: nauc_mrr_at_1000_diff1 value: 51.099384685054616 - type: nauc_mrr_at_1000_max value: 48.54414875311902 - type: nauc_mrr_at_1000_std value: 9.780074869585286 - type: nauc_mrr_at_100_diff1 value: 51.08502477800608 - type: nauc_mrr_at_100_max value: 48.542070464175055 - type: nauc_mrr_at_100_std value: 9.783011896915687 - type: nauc_mrr_at_10_diff1 value: 51.382177619679204 - type: nauc_mrr_at_10_max value: 48.54890111812492 - type: nauc_mrr_at_10_std value: 9.494226343992503 - type: nauc_mrr_at_1_diff1 value: 56.85885674241863 - type: nauc_mrr_at_1_max value: 48.534841672238585 - type: nauc_mrr_at_1_std value: 7.045749638810437 - type: nauc_mrr_at_20_diff1 value: 51.146039318789846 - type: nauc_mrr_at_20_max value: 48.53675895185779 - type: nauc_mrr_at_20_std value: 9.696565280887011 - type: nauc_mrr_at_3_diff1 value: 52.886914910351734 - type: nauc_mrr_at_3_max value: 48.73402755122022 - type: nauc_mrr_at_3_std value: 8.463221573475908 - type: nauc_mrr_at_5_diff1 value: 51.81731850552879 - type: nauc_mrr_at_5_max value: 48.579649148508494 - type: nauc_mrr_at_5_std value: 9.41815937454225 - type: nauc_ndcg_at_1000_diff1 value: 48.320439093318356 - type: nauc_ndcg_at_1000_max value: 49.43059637755541 - type: nauc_ndcg_at_1000_std value: 13.17421117129521 - type: nauc_ndcg_at_100_diff1 value: 48.269268235554044 - type: nauc_ndcg_at_100_max value: 49.34734693138846 - type: nauc_ndcg_at_100_std value: 13.33552837762993 - type: nauc_ndcg_at_10_diff1 value: 49.98164427597868 - type: nauc_ndcg_at_10_max value: 49.34516846968058 - type: nauc_ndcg_at_10_std value: 11.25989970999377 - type: nauc_ndcg_at_1_diff1 value: 56.85885674241863 - type: nauc_ndcg_at_1_max value: 48.534841672238585 - type: nauc_ndcg_at_1_std value: 7.045749638810437 - type: nauc_ndcg_at_20_diff1 value: 49.090030521758024 - type: nauc_ndcg_at_20_max value: 49.31796649039315 - type: nauc_ndcg_at_20_std value: 12.237851926677221 - type: nauc_ndcg_at_3_diff1 value: 52.63555826739571 - type: nauc_ndcg_at_3_max value: 49.19040862536399 - type: nauc_ndcg_at_3_std value: 8.743373927918615 - type: nauc_ndcg_at_5_diff1 value: 50.90837252531234 - type: nauc_ndcg_at_5_max value: 49.012102442680046 - type: nauc_ndcg_at_5_std value: 10.23622790560761 - type: nauc_precision_at_1000_diff1 value: -7.907291444067378 - type: nauc_precision_at_1000_max value: 10.551673138545729 - type: nauc_precision_at_1000_std value: 9.346444460189003 - type: nauc_precision_at_100_diff1 value: 7.916501406079248 - type: nauc_precision_at_100_max value: 27.483613003895197 - type: nauc_precision_at_100_std value: 18.76421395657329 - type: nauc_precision_at_10_diff1 value: 26.79009275910224 - type: nauc_precision_at_10_max value: 41.84469020826695 - type: nauc_precision_at_10_std value: 17.48055617040187 - type: nauc_precision_at_1_diff1 value: 56.85885674241863 - type: nauc_precision_at_1_max value: 48.534841672238585 - type: nauc_precision_at_1_std value: 7.045749638810437 - type: nauc_precision_at_20_diff1 value: 20.94274635916315 - type: nauc_precision_at_20_max value: 38.68527168262968 - type: nauc_precision_at_20_std value: 19.52732371032245 - type: nauc_precision_at_3_diff1 value: 39.632955443069804 - type: nauc_precision_at_3_max value: 45.32402555048772 - type: nauc_precision_at_3_std value: 11.326283322156945 - type: nauc_precision_at_5_diff1 value: 32.91121403324715 - type: nauc_precision_at_5_max value: 43.74183654588345 - type: nauc_precision_at_5_std value: 14.704405107052429 - type: nauc_recall_at_1000_diff1 value: 24.449918058702696 - type: nauc_recall_at_1000_max value: 42.19385988290269 - type: nauc_recall_at_1000_std value: 27.970662815885987 - type: nauc_recall_at_100_diff1 value: 31.75049770052644 - type: nauc_recall_at_100_max value: 44.42578620612963 - type: nauc_recall_at_100_std value: 23.842848082939103 - type: nauc_recall_at_10_diff1 value: 41.105148509808075 - type: nauc_recall_at_10_max value: 47.17211207978789 - type: nauc_recall_at_10_std value: 15.279920198725518 - type: nauc_recall_at_1_diff1 value: 60.33424890291046 - type: nauc_recall_at_1_max value: 48.81194468082383 - type: nauc_recall_at_1_std value: 5.36430977601789 - type: nauc_recall_at_20_diff1 value: 37.228002397984305 - type: nauc_recall_at_20_max value: 45.77317403012792 - type: nauc_recall_at_20_std value: 17.986553641491952 - type: nauc_recall_at_3_diff1 value: 49.828715929251175 - type: nauc_recall_at_3_max value: 49.01281750728966 - type: nauc_recall_at_3_std value: 10.319882588842756 - type: nauc_recall_at_5_diff1 value: 44.56189814238881 - type: nauc_recall_at_5_max value: 47.19512580179057 - type: nauc_recall_at_5_std value: 12.807907369220995 - type: ndcg_at_1 value: 26.564 - type: ndcg_at_10 value: 31.362000000000002 - type: ndcg_at_100 value: 36.098 - type: ndcg_at_1000 value: 38.927 - type: ndcg_at_20 value: 33.086 - type: ndcg_at_3 value: 28.000999999999998 - type: ndcg_at_5 value: 29.871 - type: precision_at_1 value: 26.564 - type: precision_at_10 value: 5.38 - type: precision_at_100 value: 0.9039999999999999 - type: precision_at_1000 value: 0.129 - type: precision_at_20 value: 3.215 - type: precision_at_3 value: 12.928999999999998 - type: precision_at_5 value: 9.182 - type: recall_at_1 value: 21.522 - type: recall_at_10 value: 38.778 - type: recall_at_100 value: 59.57 - type: recall_at_1000 value: 79.318 - type: recall_at_20 value: 44.974 - type: recall_at_3 value: 29.142000000000003 - type: recall_at_5 value: 34.142 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackProgrammersRetrieval (default) revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 split: test type: mteb/cqadupstack-programmers metrics: - type: main_score value: 30.611 - type: map_at_1 value: 20.044 - type: map_at_10 value: 26.819 - type: map_at_100 value: 27.79 - type: map_at_1000 value: 27.889999999999997 - type: map_at_20 value: 27.365000000000002 - type: map_at_3 value: 25.012 - type: map_at_5 value: 26.045 - type: mrr_at_1 value: 24.771689497716896 - type: mrr_at_10 value: 30.936571356091886 - type: mrr_at_100 value: 31.812872551313287 - type: mrr_at_1000 value: 31.880398536845707 - type: mrr_at_20 value: 31.445758027356035 - type: mrr_at_3 value: 29.33789954337901 - type: mrr_at_5 value: 30.291095890410947 - type: nauc_map_at_1000_diff1 value: 56.77795203729021 - type: nauc_map_at_1000_max value: 50.228903814053425 - type: nauc_map_at_1000_std value: 8.282984319702154 - type: nauc_map_at_100_diff1 value: 56.750094825915 - type: nauc_map_at_100_max value: 50.20535641719778 - type: nauc_map_at_100_std value: 8.259689362917367 - type: nauc_map_at_10_diff1 value: 57.36310524366185 - type: nauc_map_at_10_max value: 50.418894761062326 - type: nauc_map_at_10_std value: 7.6104755737897785 - type: nauc_map_at_1_diff1 value: 64.66157606359778 - type: nauc_map_at_1_max value: 48.711361165288125 - type: nauc_map_at_1_std value: 2.610460584994949 - type: nauc_map_at_20_diff1 value: 56.96394361697854 - type: nauc_map_at_20_max value: 50.22074366032774 - type: nauc_map_at_20_std value: 7.987582744402786 - type: nauc_map_at_3_diff1 value: 58.30755542137215 - type: nauc_map_at_3_max value: 49.77444912203085 - type: nauc_map_at_3_std value: 6.112464344603168 - type: nauc_map_at_5_diff1 value: 57.197612503845875 - type: nauc_map_at_5_max value: 49.86870173806947 - type: nauc_map_at_5_std value: 6.741251739454883 - type: nauc_mrr_at_1000_diff1 value: 56.55345796340776 - type: nauc_mrr_at_1000_max value: 51.984711889193214 - type: nauc_mrr_at_1000_std value: 11.330935517234703 - type: nauc_mrr_at_100_diff1 value: 56.53520001259168 - type: nauc_mrr_at_100_max value: 51.971724449016065 - type: nauc_mrr_at_100_std value: 11.326566973175943 - type: nauc_mrr_at_10_diff1 value: 57.02811409284357 - type: nauc_mrr_at_10_max value: 52.17421961618363 - type: nauc_mrr_at_10_std value: 10.922170784918812 - type: nauc_mrr_at_1_diff1 value: 63.398417335709034 - type: nauc_mrr_at_1_max value: 52.76393807206049 - type: nauc_mrr_at_1_std value: 7.987883095781358 - type: nauc_mrr_at_20_diff1 value: 56.66914685804212 - type: nauc_mrr_at_20_max value: 52.034098755328216 - type: nauc_mrr_at_20_std value: 11.201609751277623 - type: nauc_mrr_at_3_diff1 value: 57.76424743500629 - type: nauc_mrr_at_3_max value: 52.21692819835331 - type: nauc_mrr_at_3_std value: 10.351547071966488 - type: nauc_mrr_at_5_diff1 value: 56.917790279249225 - type: nauc_mrr_at_5_max value: 51.78687350716348 - type: nauc_mrr_at_5_std value: 10.356241647673261 - type: nauc_ndcg_at_1000_diff1 value: 52.91063006408778 - type: nauc_ndcg_at_1000_max value: 50.30527611594974 - type: nauc_ndcg_at_1000_std value: 12.61486210785366 - type: nauc_ndcg_at_100_diff1 value: 52.51126278764645 - type: nauc_ndcg_at_100_max value: 49.9198621161366 - type: nauc_ndcg_at_100_std value: 12.48612827348202 - type: nauc_ndcg_at_10_diff1 value: 55.31262109361159 - type: nauc_ndcg_at_10_max value: 50.95121518060335 - type: nauc_ndcg_at_10_std value: 9.99289135242688 - type: nauc_ndcg_at_1_diff1 value: 63.398417335709034 - type: nauc_ndcg_at_1_max value: 52.76393807206049 - type: nauc_ndcg_at_1_std value: 7.987883095781358 - type: nauc_ndcg_at_20_diff1 value: 53.92230329753415 - type: nauc_ndcg_at_20_max value: 50.272129616480456 - type: nauc_ndcg_at_20_std value: 11.048172123886694 - type: nauc_ndcg_at_3_diff1 value: 56.824616064178215 - type: nauc_ndcg_at_3_max value: 50.379870694016596 - type: nauc_ndcg_at_3_std value: 7.948147030055066 - type: nauc_ndcg_at_5_diff1 value: 55.080128128233774 - type: nauc_ndcg_at_5_max value: 49.982141089686074 - type: nauc_ndcg_at_5_std value: 8.260960076197717 - type: nauc_precision_at_1000_diff1 value: 1.8819061790883571 - type: nauc_precision_at_1000_max value: 14.62991850470928 - type: nauc_precision_at_1000_std value: 15.308588820796068 - type: nauc_precision_at_100_diff1 value: 15.71517907419952 - type: nauc_precision_at_100_max value: 30.9161164726617 - type: nauc_precision_at_100_std value: 23.928744380434246 - type: nauc_precision_at_10_diff1 value: 40.086577642823556 - type: nauc_precision_at_10_max value: 48.9731405153383 - type: nauc_precision_at_10_std value: 20.225991151869817 - type: nauc_precision_at_1_diff1 value: 63.398417335709034 - type: nauc_precision_at_1_max value: 52.76393807206049 - type: nauc_precision_at_1_std value: 7.987883095781358 - type: nauc_precision_at_20_diff1 value: 32.99649371260927 - type: nauc_precision_at_20_max value: 43.9358941187044 - type: nauc_precision_at_20_std value: 22.96013196641051 - type: nauc_precision_at_3_diff1 value: 47.96996864044809 - type: nauc_precision_at_3_max value: 50.55165745431339 - type: nauc_precision_at_3_std value: 14.336246257412755 - type: nauc_precision_at_5_diff1 value: 42.43305463117832 - type: nauc_precision_at_5_max value: 49.04724446709852 - type: nauc_precision_at_5_std value: 15.650628037765497 - type: nauc_recall_at_1000_diff1 value: 27.81489607198872 - type: nauc_recall_at_1000_max value: 42.635078937347124 - type: nauc_recall_at_1000_std value: 28.28899115429 - type: nauc_recall_at_100_diff1 value: 33.31240744474597 - type: nauc_recall_at_100_max value: 41.92541065720442 - type: nauc_recall_at_100_std value: 22.810710155447726 - type: nauc_recall_at_10_diff1 value: 48.78704799247861 - type: nauc_recall_at_10_max value: 49.17510660960629 - type: nauc_recall_at_10_std value: 13.003749357577519 - type: nauc_recall_at_1_diff1 value: 64.66157606359778 - type: nauc_recall_at_1_max value: 48.711361165288125 - type: nauc_recall_at_1_std value: 2.610460584994949 - type: nauc_recall_at_20_diff1 value: 43.12305614808684 - type: nauc_recall_at_20_max value: 45.86509269523116 - type: nauc_recall_at_20_std value: 15.945979676808147 - type: nauc_recall_at_3_diff1 value: 52.266013736150974 - type: nauc_recall_at_3_max value: 48.20329627231183 - type: nauc_recall_at_3_std value: 7.662445739786749 - type: nauc_recall_at_5_diff1 value: 48.007088225221246 - type: nauc_recall_at_5_max value: 46.87942175385594 - type: nauc_recall_at_5_std value: 8.76803938978432 - type: ndcg_at_1 value: 24.772 - type: ndcg_at_10 value: 30.611 - type: ndcg_at_100 value: 35.315999999999995 - type: ndcg_at_1000 value: 37.846000000000004 - type: ndcg_at_20 value: 32.429 - type: ndcg_at_3 value: 27.63 - type: ndcg_at_5 value: 29.066 - type: precision_at_1 value: 24.772 - type: precision_at_10 value: 5.183 - type: precision_at_100 value: 0.873 - type: precision_at_1000 value: 0.125 - type: precision_at_20 value: 3.088 - type: precision_at_3 value: 12.937999999999999 - type: precision_at_5 value: 8.927 - type: recall_at_1 value: 20.044 - type: recall_at_10 value: 38.073 - type: recall_at_100 value: 58.632 - type: recall_at_1000 value: 76.509 - type: recall_at_20 value: 44.651 - type: recall_at_3 value: 29.660999999999998 - type: recall_at_5 value: 33.555 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackRetrieval (default) revision: CQADupstackRetrieval_is_a_combined_dataset split: test type: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 29.904000000000003 - type: ndcg_at_10 value: 29.904000000000003 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackStatsRetrieval (default) revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a split: test type: mteb/cqadupstack-stats metrics: - type: main_score value: 27.844 - type: map_at_1 value: 20.513 - type: map_at_10 value: 24.859 - type: map_at_100 value: 25.618000000000002 - type: map_at_1000 value: 25.694 - type: map_at_20 value: 25.195 - type: map_at_3 value: 23.634 - type: map_at_5 value: 24.083 - type: mrr_at_1 value: 22.85276073619632 - type: mrr_at_10 value: 27.365493232057652 - type: mrr_at_100 value: 28.059687087154796 - type: mrr_at_1000 value: 28.126281152513645 - type: mrr_at_20 value: 27.669375141110137 - type: mrr_at_3 value: 26.20143149284254 - type: mrr_at_5 value: 26.577198364008186 - type: nauc_map_at_1000_diff1 value: 58.0923988657438 - type: nauc_map_at_1000_max value: 39.49776904657763 - type: nauc_map_at_1000_std value: 1.438859276174183 - type: nauc_map_at_100_diff1 value: 58.10154425542812 - type: nauc_map_at_100_max value: 39.46324052006619 - type: nauc_map_at_100_std value: 1.3890820890372753 - type: nauc_map_at_10_diff1 value: 58.5332816613564 - type: nauc_map_at_10_max value: 39.45154561291042 - type: nauc_map_at_10_std value: 0.9027921971290199 - type: nauc_map_at_1_diff1 value: 62.56595068686164 - type: nauc_map_at_1_max value: 41.83674415695135 - type: nauc_map_at_1_std value: 0.0645259857866332 - type: nauc_map_at_20_diff1 value: 58.42227923867406 - type: nauc_map_at_20_max value: 39.4909671277415 - type: nauc_map_at_20_std value: 1.1087675448202337 - type: nauc_map_at_3_diff1 value: 59.80877486724449 - type: nauc_map_at_3_max value: 39.44386269848118 - type: nauc_map_at_3_std value: -0.48978195872711355 - type: nauc_map_at_5_diff1 value: 59.74549487724378 - type: nauc_map_at_5_max value: 39.46911071607922 - type: nauc_map_at_5_std value: -0.2054925595619289 - type: nauc_mrr_at_1000_diff1 value: 57.22992893520331 - type: nauc_mrr_at_1000_max value: 39.245802225236126 - type: nauc_mrr_at_1000_std value: 1.4419858232822822 - type: nauc_mrr_at_100_diff1 value: 57.240863535228094 - type: nauc_mrr_at_100_max value: 39.23508417147578 - type: nauc_mrr_at_100_std value: 1.4179374600097412 - type: nauc_mrr_at_10_diff1 value: 57.60090554706999 - type: nauc_mrr_at_10_max value: 39.20522608560329 - type: nauc_mrr_at_10_std value: 1.087952585482026 - type: nauc_mrr_at_1_diff1 value: 61.959334311281744 - type: nauc_mrr_at_1_max value: 42.02253807367881 - type: nauc_mrr_at_1_std value: 0.3652657393695138 - type: nauc_mrr_at_20_diff1 value: 57.42893340359555 - type: nauc_mrr_at_20_max value: 39.24222177257406 - type: nauc_mrr_at_20_std value: 1.1924382031739464 - type: nauc_mrr_at_3_diff1 value: 58.62920326596276 - type: nauc_mrr_at_3_max value: 39.11872316960711 - type: nauc_mrr_at_3_std value: -0.19139543362787656 - type: nauc_mrr_at_5_diff1 value: 58.72776007304141 - type: nauc_mrr_at_5_max value: 39.19114294986413 - type: nauc_mrr_at_5_std value: -0.04284085490819686 - type: nauc_ndcg_at_1000_diff1 value: 53.53402253546664 - type: nauc_ndcg_at_1000_max value: 39.864833616084574 - type: nauc_ndcg_at_1000_std value: 6.0573552449257235 - type: nauc_ndcg_at_100_diff1 value: 53.70663536580926 - type: nauc_ndcg_at_100_max value: 38.89279345762969 - type: nauc_ndcg_at_100_std value: 5.078041324095517 - type: nauc_ndcg_at_10_diff1 value: 55.88558776920169 - type: nauc_ndcg_at_10_max value: 38.576588113891695 - type: nauc_ndcg_at_10_std value: 2.353727524868291 - type: nauc_ndcg_at_1_diff1 value: 61.959334311281744 - type: nauc_ndcg_at_1_max value: 42.02253807367881 - type: nauc_ndcg_at_1_std value: 0.3652657393695138 - type: nauc_ndcg_at_20_diff1 value: 55.43183888815839 - type: nauc_ndcg_at_20_max value: 38.77692588511735 - type: nauc_ndcg_at_20_std value: 3.0554783814959703 - type: nauc_ndcg_at_3_diff1 value: 58.11064498159326 - type: nauc_ndcg_at_3_max value: 38.10766803905449 - type: nauc_ndcg_at_3_std value: -0.7498834791332512 - type: nauc_ndcg_at_5_diff1 value: 58.40382932520117 - type: nauc_ndcg_at_5_max value: 38.44740384423254 - type: nauc_ndcg_at_5_std value: -0.2751100258658748 - type: nauc_precision_at_1000_diff1 value: 6.170519960423255 - type: nauc_precision_at_1000_max value: 25.861700118167274 - type: nauc_precision_at_1000_std value: 21.252375305577324 - type: nauc_precision_at_100_diff1 value: 23.83932564925894 - type: nauc_precision_at_100_max value: 30.9046567399569 - type: nauc_precision_at_100_std value: 17.771919583124987 - type: nauc_precision_at_10_diff1 value: 42.59052382404775 - type: nauc_precision_at_10_max value: 33.03591527422188 - type: nauc_precision_at_10_std value: 6.034666442072681 - type: nauc_precision_at_1_diff1 value: 61.959334311281744 - type: nauc_precision_at_1_max value: 42.02253807367881 - type: nauc_precision_at_1_std value: 0.3652657393695138 - type: nauc_precision_at_20_diff1 value: 38.82622844929183 - type: nauc_precision_at_20_max value: 33.101913493165085 - type: nauc_precision_at_20_std value: 8.790703023502918 - type: nauc_precision_at_3_diff1 value: 52.53750604424028 - type: nauc_precision_at_3_max value: 34.62182030721166 - type: nauc_precision_at_3_std value: -0.4752345033778231 - type: nauc_precision_at_5_diff1 value: 50.588894261265395 - type: nauc_precision_at_5_max value: 33.9141126886655 - type: nauc_precision_at_5_std value: 0.4329659248962148 - type: nauc_recall_at_1000_diff1 value: 29.329091515084176 - type: nauc_recall_at_1000_max value: 43.91061237189976 - type: nauc_recall_at_1000_std value: 33.27518294715009 - type: nauc_recall_at_100_diff1 value: 36.755585803005886 - type: nauc_recall_at_100_max value: 35.85937772290077 - type: nauc_recall_at_100_std value: 19.437598135621656 - type: nauc_recall_at_10_diff1 value: 47.88480637900114 - type: nauc_recall_at_10_max value: 35.617046526273135 - type: nauc_recall_at_10_std value: 6.704114982627122 - type: nauc_recall_at_1_diff1 value: 62.56595068686164 - type: nauc_recall_at_1_max value: 41.83674415695135 - type: nauc_recall_at_1_std value: 0.0645259857866332 - type: nauc_recall_at_20_diff1 value: 46.19852363710199 - type: nauc_recall_at_20_max value: 36.00423209498212 - type: nauc_recall_at_20_std value: 8.8597610261735 - type: nauc_recall_at_3_diff1 value: 55.76604837913488 - type: nauc_recall_at_3_max value: 35.62281066497774 - type: nauc_recall_at_3_std value: -1.380737007802526 - type: nauc_recall_at_5_diff1 value: 55.591415778141716 - type: nauc_recall_at_5_max value: 35.864379736339394 - type: nauc_recall_at_5_std value: -0.2731705875996521 - type: ndcg_at_1 value: 22.853 - type: ndcg_at_10 value: 27.844 - type: ndcg_at_100 value: 32.054 - type: ndcg_at_1000 value: 34.387 - type: ndcg_at_20 value: 28.996 - type: ndcg_at_3 value: 25.447999999999997 - type: ndcg_at_5 value: 26.084000000000003 - type: precision_at_1 value: 22.853 - type: precision_at_10 value: 4.109999999999999 - type: precision_at_100 value: 0.6689999999999999 - type: precision_at_1000 value: 0.094 - type: precision_at_20 value: 2.339 - type: precision_at_3 value: 10.634 - type: precision_at_5 value: 6.902 - type: recall_at_1 value: 20.513 - type: recall_at_10 value: 34.714 - type: recall_at_100 value: 55.044000000000004 - type: recall_at_1000 value: 72.79299999999999 - type: recall_at_20 value: 39.098 - type: recall_at_3 value: 27.589999999999996 - type: recall_at_5 value: 29.332 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackTexRetrieval (default) revision: 46989137a86843e03a6195de44b09deda022eec7 split: test type: mteb/cqadupstack-tex metrics: - type: main_score value: 22.158 - type: map_at_1 value: 14.234 - type: map_at_10 value: 19.029 - type: map_at_100 value: 19.698999999999998 - type: map_at_1000 value: 19.799 - type: map_at_20 value: 19.352 - type: map_at_3 value: 17.569000000000003 - type: map_at_5 value: 18.376 - type: mrr_at_1 value: 16.689607708189953 - type: mrr_at_10 value: 21.773342509749956 - type: mrr_at_100 value: 22.47549878924445 - type: mrr_at_1000 value: 22.550526256216752 - type: mrr_at_20 value: 22.13545007928467 - type: mrr_at_3 value: 20.291351227345725 - type: mrr_at_5 value: 21.094861206698788 - type: nauc_map_at_1000_diff1 value: 40.179576852413554 - type: nauc_map_at_1000_max value: 37.26120147930247 - type: nauc_map_at_1000_std value: 8.13006546084448 - type: nauc_map_at_100_diff1 value: 40.17714216412655 - type: nauc_map_at_100_max value: 37.24762242407401 - type: nauc_map_at_100_std value: 8.083691024610811 - type: nauc_map_at_10_diff1 value: 40.43131771246876 - type: nauc_map_at_10_max value: 37.16329719233527 - type: nauc_map_at_10_std value: 7.7252792661257255 - type: nauc_map_at_1_diff1 value: 48.29794914435358 - type: nauc_map_at_1_max value: 37.62257118560468 - type: nauc_map_at_1_std value: 4.786506895640649 - type: nauc_map_at_20_diff1 value: 40.325746610205755 - type: nauc_map_at_20_max value: 37.1978051980932 - type: nauc_map_at_20_std value: 7.858608782830421 - type: nauc_map_at_3_diff1 value: 42.08959990310158 - type: nauc_map_at_3_max value: 37.341138179232296 - type: nauc_map_at_3_std value: 6.728366839802072 - type: nauc_map_at_5_diff1 value: 41.06715366743666 - type: nauc_map_at_5_max value: 37.246478933656796 - type: nauc_map_at_5_std value: 7.316858433853442 - type: nauc_mrr_at_1000_diff1 value: 40.24906186828823 - type: nauc_mrr_at_1000_max value: 37.72507978803392 - type: nauc_mrr_at_1000_std value: 8.029307294065571 - type: nauc_mrr_at_100_diff1 value: 40.23526853440579 - type: nauc_mrr_at_100_max value: 37.72020763714388 - type: nauc_mrr_at_100_std value: 8.003595658733154 - type: nauc_mrr_at_10_diff1 value: 40.47982272945393 - type: nauc_mrr_at_10_max value: 37.74949163847368 - type: nauc_mrr_at_10_std value: 7.790504991653674 - type: nauc_mrr_at_1_diff1 value: 47.78839933089798 - type: nauc_mrr_at_1_max value: 38.6059533361402 - type: nauc_mrr_at_1_std value: 4.768871875484091 - type: nauc_mrr_at_20_diff1 value: 40.35529466284841 - type: nauc_mrr_at_20_max value: 37.66043308235602 - type: nauc_mrr_at_20_std value: 7.821535820635585 - type: nauc_mrr_at_3_diff1 value: 41.96110960386329 - type: nauc_mrr_at_3_max value: 38.05282503377668 - type: nauc_mrr_at_3_std value: 6.7837971383357605 - type: nauc_mrr_at_5_diff1 value: 40.99000202926007 - type: nauc_mrr_at_5_max value: 37.90426104078837 - type: nauc_mrr_at_5_std value: 7.383070824392375 - type: nauc_ndcg_at_1000_diff1 value: 36.35080188503686 - type: nauc_ndcg_at_1000_max value: 37.533354704485916 - type: nauc_ndcg_at_1000_std value: 12.240851975901647 - type: nauc_ndcg_at_100_diff1 value: 36.2865497577743 - type: nauc_ndcg_at_100_max value: 37.127352376123426 - type: nauc_ndcg_at_100_std value: 11.128543722024183 - type: nauc_ndcg_at_10_diff1 value: 37.754870398423414 - type: nauc_ndcg_at_10_max value: 37.1826303982925 - type: nauc_ndcg_at_10_std value: 9.474943711920515 - type: nauc_ndcg_at_1_diff1 value: 47.78839933089798 - type: nauc_ndcg_at_1_max value: 38.6059533361402 - type: nauc_ndcg_at_1_std value: 4.768871875484091 - type: nauc_ndcg_at_20_diff1 value: 37.38704153558385 - type: nauc_ndcg_at_20_max value: 37.12769745209728 - type: nauc_ndcg_at_20_std value: 9.788256573134186 - type: nauc_ndcg_at_3_diff1 value: 40.59763770525907 - type: nauc_ndcg_at_3_max value: 37.79487738785331 - type: nauc_ndcg_at_3_std value: 7.4988577781274435 - type: nauc_ndcg_at_5_diff1 value: 38.9663909407547 - type: nauc_ndcg_at_5_max value: 37.44115701484436 - type: nauc_ndcg_at_5_std value: 8.551584073883859 - type: nauc_precision_at_1000_diff1 value: 9.616540911306751 - type: nauc_precision_at_1000_max value: 19.998238282494626 - type: nauc_precision_at_1000_std value: 14.092277186107074 - type: nauc_precision_at_100_diff1 value: 19.885372189374742 - type: nauc_precision_at_100_max value: 31.45358880325989 - type: nauc_precision_at_100_std value: 16.463510466036496 - type: nauc_precision_at_10_diff1 value: 28.95841301518647 - type: nauc_precision_at_10_max value: 36.781803245276194 - type: nauc_precision_at_10_std value: 13.432773215377058 - type: nauc_precision_at_1_diff1 value: 47.78839933089798 - type: nauc_precision_at_1_max value: 38.6059533361402 - type: nauc_precision_at_1_std value: 4.768871875484091 - type: nauc_precision_at_20_diff1 value: 26.773518337425074 - type: nauc_precision_at_20_max value: 35.92903140910233 - type: nauc_precision_at_20_std value: 14.057129292615059 - type: nauc_precision_at_3_diff1 value: 35.40549562723217 - type: nauc_precision_at_3_max value: 38.28419758227164 - type: nauc_precision_at_3_std value: 9.048280179973776 - type: nauc_precision_at_5_diff1 value: 31.72752379888693 - type: nauc_precision_at_5_max value: 37.40522255391838 - type: nauc_precision_at_5_std value: 11.094065410830797 - type: nauc_recall_at_1000_diff1 value: 20.02685193454104 - type: nauc_recall_at_1000_max value: 35.49046884558352 - type: nauc_recall_at_1000_std value: 29.925161560313736 - type: nauc_recall_at_100_diff1 value: 23.18451498364251 - type: nauc_recall_at_100_max value: 33.457782922773355 - type: nauc_recall_at_100_std value: 19.36412617178296 - type: nauc_recall_at_10_diff1 value: 29.37078543338278 - type: nauc_recall_at_10_max value: 34.72485078612908 - type: nauc_recall_at_10_std value: 13.115270902006321 - type: nauc_recall_at_1_diff1 value: 48.29794914435358 - type: nauc_recall_at_1_max value: 37.62257118560468 - type: nauc_recall_at_1_std value: 4.786506895640649 - type: nauc_recall_at_20_diff1 value: 28.297194231787586 - type: nauc_recall_at_20_max value: 34.36371177902483 - type: nauc_recall_at_20_std value: 13.929281319745733 - type: nauc_recall_at_3_diff1 value: 35.987371367585894 - type: nauc_recall_at_3_max value: 36.14164814954217 - type: nauc_recall_at_3_std value: 8.94348815645971 - type: nauc_recall_at_5_diff1 value: 32.43919735989059 - type: nauc_recall_at_5_max value: 35.40951237440019 - type: nauc_recall_at_5_std value: 10.949869299555251 - type: ndcg_at_1 value: 16.689999999999998 - type: ndcg_at_10 value: 22.158 - type: ndcg_at_100 value: 25.790999999999997 - type: ndcg_at_1000 value: 28.65 - type: ndcg_at_20 value: 23.313 - type: ndcg_at_3 value: 19.414 - type: ndcg_at_5 value: 20.656 - type: precision_at_1 value: 16.689999999999998 - type: precision_at_10 value: 3.7470000000000003 - type: precision_at_100 value: 0.633 - type: precision_at_1000 value: 0.101 - type: precision_at_20 value: 2.2009999999999996 - type: precision_at_3 value: 8.844000000000001 - type: precision_at_5 value: 6.208 - type: recall_at_1 value: 14.234 - type: recall_at_10 value: 28.945999999999998 - type: recall_at_100 value: 45.812999999999995 - type: recall_at_1000 value: 67.007 - type: recall_at_20 value: 33.268 - type: recall_at_3 value: 21.258 - type: recall_at_5 value: 24.433 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackUnixRetrieval (default) revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 split: test type: mteb/cqadupstack-unix metrics: - type: main_score value: 28.954 - type: map_at_1 value: 20.124 - type: map_at_10 value: 25.739 - type: map_at_100 value: 26.512999999999998 - type: map_at_1000 value: 26.619999999999997 - type: map_at_20 value: 26.104 - type: map_at_3 value: 24.349 - type: map_at_5 value: 25.023 - type: mrr_at_1 value: 23.41417910447761 - type: mrr_at_10 value: 28.721681769722814 - type: mrr_at_100 value: 29.447477823431417 - type: mrr_at_1000 value: 29.530035280072532 - type: mrr_at_20 value: 29.070533487012906 - type: mrr_at_3 value: 27.300995024875636 - type: mrr_at_5 value: 28.005286069651742 - type: nauc_map_at_1000_diff1 value: 54.127306767400405 - type: nauc_map_at_1000_max value: 54.299668904120466 - type: nauc_map_at_1000_std value: 19.09102509339075 - type: nauc_map_at_100_diff1 value: 54.14930030841458 - type: nauc_map_at_100_max value: 54.28748075070546 - type: nauc_map_at_100_std value: 19.05551861645719 - type: nauc_map_at_10_diff1 value: 54.569420605080985 - type: nauc_map_at_10_max value: 54.50588097529493 - type: nauc_map_at_10_std value: 18.76623144148628 - type: nauc_map_at_1_diff1 value: 62.003697887797685 - type: nauc_map_at_1_max value: 55.57252583521033 - type: nauc_map_at_1_std value: 17.403174598472546 - type: nauc_map_at_20_diff1 value: 54.245875239527855 - type: nauc_map_at_20_max value: 54.36185724029886 - type: nauc_map_at_20_std value: 18.96042888356318 - type: nauc_map_at_3_diff1 value: 56.09768168971204 - type: nauc_map_at_3_max value: 55.17747193329957 - type: nauc_map_at_3_std value: 18.544666697561045 - type: nauc_map_at_5_diff1 value: 55.3157715909267 - type: nauc_map_at_5_max value: 55.116853864932146 - type: nauc_map_at_5_std value: 18.656695544124556 - type: nauc_mrr_at_1000_diff1 value: 53.95338877810967 - type: nauc_mrr_at_1000_max value: 53.727399271797985 - type: nauc_mrr_at_1000_std value: 19.392977986800037 - type: nauc_mrr_at_100_diff1 value: 53.95643035305548 - type: nauc_mrr_at_100_max value: 53.70860178042912 - type: nauc_mrr_at_100_std value: 19.36648647823648 - type: nauc_mrr_at_10_diff1 value: 54.30346242914457 - type: nauc_mrr_at_10_max value: 53.941657122416565 - type: nauc_mrr_at_10_std value: 19.21138521944097 - type: nauc_mrr_at_1_diff1 value: 61.499117283974236 - type: nauc_mrr_at_1_max value: 56.16806734940949 - type: nauc_mrr_at_1_std value: 18.039326320193595 - type: nauc_mrr_at_20_diff1 value: 54.0318703561127 - type: nauc_mrr_at_20_max value: 53.80942845052438 - type: nauc_mrr_at_20_std value: 19.333064112196382 - type: nauc_mrr_at_3_diff1 value: 55.92438984721727 - type: nauc_mrr_at_3_max value: 54.94624111530994 - type: nauc_mrr_at_3_std value: 19.328100352787196 - type: nauc_mrr_at_5_diff1 value: 55.03475245496786 - type: nauc_mrr_at_5_max value: 54.63051694001982 - type: nauc_mrr_at_5_std value: 19.290756510933484 - type: nauc_ndcg_at_1000_diff1 value: 49.738815638626185 - type: nauc_ndcg_at_1000_max value: 52.46278871510235 - type: nauc_ndcg_at_1000_std value: 21.34557301691874 - type: nauc_ndcg_at_100_diff1 value: 50.27814005005321 - type: nauc_ndcg_at_100_max value: 52.13757347323408 - type: nauc_ndcg_at_100_std value: 20.453764115388374 - type: nauc_ndcg_at_10_diff1 value: 51.5698973573366 - type: nauc_ndcg_at_10_max value: 53.12364796865799 - type: nauc_ndcg_at_10_std value: 19.332249322063234 - type: nauc_ndcg_at_1_diff1 value: 61.499117283974236 - type: nauc_ndcg_at_1_max value: 56.16806734940949 - type: nauc_ndcg_at_1_std value: 18.039326320193595 - type: nauc_ndcg_at_20_diff1 value: 50.61970694717773 - type: nauc_ndcg_at_20_max value: 52.69764357300335 - type: nauc_ndcg_at_20_std value: 19.947458529836123 - type: nauc_ndcg_at_3_diff1 value: 54.44038274527162 - type: nauc_ndcg_at_3_max value: 54.99310575681763 - type: nauc_ndcg_at_3_std value: 19.301515611981788 - type: nauc_ndcg_at_5_diff1 value: 53.15856204762418 - type: nauc_ndcg_at_5_max value: 54.60359963167516 - type: nauc_ndcg_at_5_std value: 19.20627190519947 - type: nauc_precision_at_1000_diff1 value: -0.27238162328398646 - type: nauc_precision_at_1000_max value: 12.007558281870216 - type: nauc_precision_at_1000_std value: 15.983947502391668 - type: nauc_precision_at_100_diff1 value: 20.374894140001228 - type: nauc_precision_at_100_max value: 31.79478274148583 - type: nauc_precision_at_100_std value: 21.985620926758333 - type: nauc_precision_at_10_diff1 value: 35.70370123656068 - type: nauc_precision_at_10_max value: 45.7396861515553 - type: nauc_precision_at_10_std value: 20.882061707960226 - type: nauc_precision_at_1_diff1 value: 61.499117283974236 - type: nauc_precision_at_1_max value: 56.16806734940949 - type: nauc_precision_at_1_std value: 18.039326320193595 - type: nauc_precision_at_20_diff1 value: 30.43237278991477 - type: nauc_precision_at_20_max value: 42.26570740432186 - type: nauc_precision_at_20_std value: 22.122312558988504 - type: nauc_precision_at_3_diff1 value: 45.70226000312566 - type: nauc_precision_at_3_max value: 52.38802203777494 - type: nauc_precision_at_3_std value: 21.26839793686077 - type: nauc_precision_at_5_diff1 value: 41.5379196029319 - type: nauc_precision_at_5_max value: 50.48779771302531 - type: nauc_precision_at_5_std value: 21.011023042265357 - type: nauc_recall_at_1000_diff1 value: 26.104480544558804 - type: nauc_recall_at_1000_max value: 41.83911002304045 - type: nauc_recall_at_1000_std value: 34.00882184767328 - type: nauc_recall_at_100_diff1 value: 36.33007260111357 - type: nauc_recall_at_100_max value: 41.60893411064684 - type: nauc_recall_at_100_std value: 23.149956860251038 - type: nauc_recall_at_10_diff1 value: 42.46039057055957 - type: nauc_recall_at_10_max value: 47.91661385847294 - type: nauc_recall_at_10_std value: 19.49980167228191 - type: nauc_recall_at_1_diff1 value: 62.003697887797685 - type: nauc_recall_at_1_max value: 55.57252583521033 - type: nauc_recall_at_1_std value: 17.403174598472546 - type: nauc_recall_at_20_diff1 value: 39.04564897936449 - type: nauc_recall_at_20_max value: 46.07022230928468 - type: nauc_recall_at_20_std value: 21.398213717295583 - type: nauc_recall_at_3_diff1 value: 50.350958384942004 - type: nauc_recall_at_3_max value: 53.65016760703685 - type: nauc_recall_at_3_std value: 19.63241620847436 - type: nauc_recall_at_5_diff1 value: 46.99620573974604 - type: nauc_recall_at_5_max value: 52.542772864454825 - type: nauc_recall_at_5_std value: 19.52551270514639 - type: ndcg_at_1 value: 23.413999999999998 - type: ndcg_at_10 value: 28.954 - type: ndcg_at_100 value: 33.155 - type: ndcg_at_1000 value: 35.876999999999995 - type: ndcg_at_20 value: 30.219 - type: ndcg_at_3 value: 26.319 - type: ndcg_at_5 value: 27.332 - type: precision_at_1 value: 23.413999999999998 - type: precision_at_10 value: 4.534 - type: precision_at_100 value: 0.736 - type: precision_at_1000 value: 0.108 - type: precision_at_20 value: 2.603 - type: precision_at_3 value: 11.567 - type: precision_at_5 value: 7.761 - type: recall_at_1 value: 20.124 - type: recall_at_10 value: 35.906 - type: recall_at_100 value: 55.445 - type: recall_at_1000 value: 74.726 - type: recall_at_20 value: 40.536 - type: recall_at_3 value: 28.409000000000002 - type: recall_at_5 value: 31.080999999999996 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWebmastersRetrieval (default) revision: 160c094312a0e1facb97e55eeddb698c0abe3571 split: test type: mteb/cqadupstack-webmasters metrics: - type: main_score value: 30.672 - type: map_at_1 value: 21.565 - type: map_at_10 value: 26.895999999999997 - type: map_at_100 value: 27.809 - type: map_at_1000 value: 27.971 - type: map_at_20 value: 27.365000000000002 - type: map_at_3 value: 25.215 - type: map_at_5 value: 25.997999999999998 - type: mrr_at_1 value: 25.889328063241106 - type: mrr_at_10 value: 30.983672124976458 - type: mrr_at_100 value: 31.58359812536778 - type: mrr_at_1000 value: 31.667906009715967 - type: mrr_at_20 value: 31.313283499548312 - type: mrr_at_3 value: 29.183135704874836 - type: mrr_at_5 value: 30.16139657444005 - type: nauc_map_at_1000_diff1 value: 52.08365075401896 - type: nauc_map_at_1000_max value: 39.59033311475565 - type: nauc_map_at_1000_std value: -4.098533602343384 - type: nauc_map_at_100_diff1 value: 52.112655307533316 - type: nauc_map_at_100_max value: 39.56916904001941 - type: nauc_map_at_100_std value: -4.3296060797807465 - type: nauc_map_at_10_diff1 value: 52.32253032179288 - type: nauc_map_at_10_max value: 39.244934746722684 - type: nauc_map_at_10_std value: -5.47023383241912 - type: nauc_map_at_1_diff1 value: 59.785047311501586 - type: nauc_map_at_1_max value: 38.74693211411745 - type: nauc_map_at_1_std value: -9.498322511293935 - type: nauc_map_at_20_diff1 value: 52.280947960110744 - type: nauc_map_at_20_max value: 39.462931205098634 - type: nauc_map_at_20_std value: -4.99687578190322 - type: nauc_map_at_3_diff1 value: 53.73124215229477 - type: nauc_map_at_3_max value: 39.3529296279396 - type: nauc_map_at_3_std value: -7.141215651514204 - type: nauc_map_at_5_diff1 value: 52.89955214782655 - type: nauc_map_at_5_max value: 39.3923529172109 - type: nauc_map_at_5_std value: -6.031665349187161 - type: nauc_mrr_at_1000_diff1 value: 52.4571973497615 - type: nauc_mrr_at_1000_max value: 39.071132588043994 - type: nauc_mrr_at_1000_std value: -3.187762617360252 - type: nauc_mrr_at_100_diff1 value: 52.44830786957295 - type: nauc_mrr_at_100_max value: 39.05924934367337 - type: nauc_mrr_at_100_std value: -3.214583696318392 - type: nauc_mrr_at_10_diff1 value: 52.55659755170272 - type: nauc_mrr_at_10_max value: 38.8551394846449 - type: nauc_mrr_at_10_std value: -3.7228236521378286 - type: nauc_mrr_at_1_diff1 value: 57.89499749111104 - type: nauc_mrr_at_1_max value: 40.28043275199927 - type: nauc_mrr_at_1_std value: -6.658819953922269 - type: nauc_mrr_at_20_diff1 value: 52.516591693271394 - type: nauc_mrr_at_20_max value: 38.989511020341894 - type: nauc_mrr_at_20_std value: -3.386835650231903 - type: nauc_mrr_at_3_diff1 value: 53.8172991382613 - type: nauc_mrr_at_3_max value: 39.297087523205114 - type: nauc_mrr_at_3_std value: -5.297135712565786 - type: nauc_mrr_at_5_diff1 value: 52.94253501286222 - type: nauc_mrr_at_5_max value: 39.32810777352575 - type: nauc_mrr_at_5_std value: -4.372275741909284 - type: nauc_ndcg_at_1000_diff1 value: 48.92457992420997 - type: nauc_ndcg_at_1000_max value: 39.867112253567214 - type: nauc_ndcg_at_1000_std value: 1.7257252877218558 - type: nauc_ndcg_at_100_diff1 value: 49.07652424310407 - type: nauc_ndcg_at_100_max value: 39.50688638412232 - type: nauc_ndcg_at_100_std value: 0.5390086367415701 - type: nauc_ndcg_at_10_diff1 value: 50.22431174935237 - type: nauc_ndcg_at_10_max value: 38.06170028001974 - type: nauc_ndcg_at_10_std value: -2.796428629914348 - type: nauc_ndcg_at_1_diff1 value: 57.89499749111104 - type: nauc_ndcg_at_1_max value: 40.28043275199927 - type: nauc_ndcg_at_1_std value: -6.658819953922269 - type: nauc_ndcg_at_20_diff1 value: 50.03499805848144 - type: nauc_ndcg_at_20_max value: 38.560656797103746 - type: nauc_ndcg_at_20_std value: -1.7766753592388655 - type: nauc_ndcg_at_3_diff1 value: 52.620526800213874 - type: nauc_ndcg_at_3_max value: 39.54475898358006 - type: nauc_ndcg_at_3_std value: -5.02148734438784 - type: nauc_ndcg_at_5_diff1 value: 51.53451257777897 - type: nauc_ndcg_at_5_max value: 39.1216242106483 - type: nauc_ndcg_at_5_std value: -3.7066985506505903 - type: nauc_precision_at_1000_diff1 value: 5.837298545275788 - type: nauc_precision_at_1000_max value: 7.109149557131323 - type: nauc_precision_at_1000_std value: 26.978458632673526 - type: nauc_precision_at_100_diff1 value: 10.956594398396843 - type: nauc_precision_at_100_max value: 15.773727723670044 - type: nauc_precision_at_100_std value: 28.75271409603496 - type: nauc_precision_at_10_diff1 value: 27.787085445923985 - type: nauc_precision_at_10_max value: 32.21902574537277 - type: nauc_precision_at_10_std value: 9.87019985535552 - type: nauc_precision_at_1_diff1 value: 57.89499749111104 - type: nauc_precision_at_1_max value: 40.28043275199927 - type: nauc_precision_at_1_std value: -6.658819953922269 - type: nauc_precision_at_20_diff1 value: 23.693124210150053 - type: nauc_precision_at_20_max value: 28.802173174934104 - type: nauc_precision_at_20_std value: 16.60493781182263 - type: nauc_precision_at_3_diff1 value: 40.40861587912303 - type: nauc_precision_at_3_max value: 37.88059710150474 - type: nauc_precision_at_3_std value: 0.023072559896230655 - type: nauc_precision_at_5_diff1 value: 37.328585420935475 - type: nauc_precision_at_5_max value: 38.396516883621956 - type: nauc_precision_at_5_std value: 4.191625157479985 - type: nauc_recall_at_1000_diff1 value: 30.26728754023336 - type: nauc_recall_at_1000_max value: 39.75871820833193 - type: nauc_recall_at_1000_std value: 29.17690545188557 - type: nauc_recall_at_100_diff1 value: 36.43333928618342 - type: nauc_recall_at_100_max value: 37.9714686905082 - type: nauc_recall_at_100_std value: 15.698570868772032 - type: nauc_recall_at_10_diff1 value: 42.17519201312022 - type: nauc_recall_at_10_max value: 32.262404928460526 - type: nauc_recall_at_10_std value: 1.0161932427796259 - type: nauc_recall_at_1_diff1 value: 59.785047311501586 - type: nauc_recall_at_1_max value: 38.74693211411745 - type: nauc_recall_at_1_std value: -9.498322511293935 - type: nauc_recall_at_20_diff1 value: 41.32119278251313 - type: nauc_recall_at_20_max value: 33.64385419202765 - type: nauc_recall_at_20_std value: 4.651365568910972 - type: nauc_recall_at_3_diff1 value: 47.63712036279662 - type: nauc_recall_at_3_max value: 36.05476866533392 - type: nauc_recall_at_3_std value: -5.905603351989224 - type: nauc_recall_at_5_diff1 value: 44.33822399962963 - type: nauc_recall_at_5_max value: 35.328134224878795 - type: nauc_recall_at_5_std value: -1.592754284514598 - type: ndcg_at_1 value: 25.889 - type: ndcg_at_10 value: 30.672 - type: ndcg_at_100 value: 34.502 - type: ndcg_at_1000 value: 37.597 - type: ndcg_at_20 value: 31.897 - type: ndcg_at_3 value: 28.231 - type: ndcg_at_5 value: 29.017 - type: precision_at_1 value: 25.889 - type: precision_at_10 value: 5.473999999999999 - type: precision_at_100 value: 1.047 - type: precision_at_1000 value: 0.17099999999999999 - type: precision_at_20 value: 3.35 - type: precision_at_3 value: 12.845999999999998 - type: precision_at_5 value: 8.696 - type: recall_at_1 value: 21.565 - type: recall_at_10 value: 37.187 - type: recall_at_100 value: 55.335 - type: recall_at_1000 value: 76.35 - type: recall_at_20 value: 41.835 - type: recall_at_3 value: 28.693 - type: recall_at_5 value: 31.823 task: type: Retrieval - dataset: config: default name: MTEB CQADupstackWordpressRetrieval (default) revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test type: mteb/cqadupstack-wordpress metrics: - type: main_score value: 23.886 - type: map_at_1 value: 17.412 - type: map_at_10 value: 21.153 - type: map_at_100 value: 21.823 - type: map_at_1000 value: 21.919 - type: map_at_20 value: 21.422 - type: map_at_3 value: 19.545 - type: map_at_5 value: 20.369 - type: mrr_at_1 value: 19.038817005545287 - type: mrr_at_10 value: 22.988293284041898 - type: mrr_at_100 value: 23.611686551220696 - type: mrr_at_1000 value: 23.702948273166292 - type: mrr_at_20 value: 23.245482495481067 - type: mrr_at_3 value: 21.410967344423902 - type: mrr_at_5 value: 22.26124460874923 - type: nauc_map_at_1000_diff1 value: 45.080300854666426 - type: nauc_map_at_1000_max value: 35.44954456916358 - type: nauc_map_at_1000_std value: 10.842024217640219 - type: nauc_map_at_100_diff1 value: 45.05610784848168 - type: nauc_map_at_100_max value: 35.422663641491255 - type: nauc_map_at_100_std value: 10.792646180487116 - type: nauc_map_at_10_diff1 value: 45.35187809772025 - type: nauc_map_at_10_max value: 35.50448169870723 - type: nauc_map_at_10_std value: 10.679714715439507 - type: nauc_map_at_1_diff1 value: 52.98952342221014 - type: nauc_map_at_1_max value: 37.95481938239674 - type: nauc_map_at_1_std value: 10.83985190643407 - type: nauc_map_at_20_diff1 value: 45.279355175946996 - type: nauc_map_at_20_max value: 35.46311871346033 - type: nauc_map_at_20_std value: 10.453233604295017 - type: nauc_map_at_3_diff1 value: 46.29869978955396 - type: nauc_map_at_3_max value: 34.89411399553517 - type: nauc_map_at_3_std value: 9.59128423761114 - type: nauc_map_at_5_diff1 value: 45.34523174189765 - type: nauc_map_at_5_max value: 34.9932542303531 - type: nauc_map_at_5_std value: 10.26993355640661 - type: nauc_mrr_at_1000_diff1 value: 45.87358617605449 - type: nauc_mrr_at_1000_max value: 36.531281344082565 - type: nauc_mrr_at_1000_std value: 11.935019875392866 - type: nauc_mrr_at_100_diff1 value: 45.8529648088822 - type: nauc_mrr_at_100_max value: 36.519987627643616 - type: nauc_mrr_at_100_std value: 11.91415516629493 - type: nauc_mrr_at_10_diff1 value: 46.2267866211129 - type: nauc_mrr_at_10_max value: 36.676897457589114 - type: nauc_mrr_at_10_std value: 11.945697394416879 - type: nauc_mrr_at_1_diff1 value: 54.052048314939285 - type: nauc_mrr_at_1_max value: 38.24843998104176 - type: nauc_mrr_at_1_std value: 11.32347443333491 - type: nauc_mrr_at_20_diff1 value: 46.10342155269118 - type: nauc_mrr_at_20_max value: 36.66310260555186 - type: nauc_mrr_at_20_std value: 11.744940404616644 - type: nauc_mrr_at_3_diff1 value: 47.26993703583176 - type: nauc_mrr_at_3_max value: 36.22953356126758 - type: nauc_mrr_at_3_std value: 11.069659860675788 - type: nauc_mrr_at_5_diff1 value: 46.13993512035234 - type: nauc_mrr_at_5_max value: 36.44937686326434 - type: nauc_mrr_at_5_std value: 11.882323169087938 - type: nauc_ndcg_at_1000_diff1 value: 41.68272787784497 - type: nauc_ndcg_at_1000_max value: 35.36857525462172 - type: nauc_ndcg_at_1000_std value: 12.934491520811026 - type: nauc_ndcg_at_100_diff1 value: 41.20687111980092 - type: nauc_ndcg_at_100_max value: 34.99414337354182 - type: nauc_ndcg_at_100_std value: 12.613932731373154 - type: nauc_ndcg_at_10_diff1 value: 43.073788147544164 - type: nauc_ndcg_at_10_max value: 35.54880926579014 - type: nauc_ndcg_at_10_std value: 11.496255982990554 - type: nauc_ndcg_at_1_diff1 value: 54.052048314939285 - type: nauc_ndcg_at_1_max value: 38.24843998104176 - type: nauc_ndcg_at_1_std value: 11.32347443333491 - type: nauc_ndcg_at_20_diff1 value: 42.83861403717052 - type: nauc_ndcg_at_20_max value: 35.37409034798095 - type: nauc_ndcg_at_20_std value: 10.725759893085879 - type: nauc_ndcg_at_3_diff1 value: 44.614319740276606 - type: nauc_ndcg_at_3_max value: 34.37947584951607 - type: nauc_ndcg_at_3_std value: 9.582763290394409 - type: nauc_ndcg_at_5_diff1 value: 42.74393042799707 - type: nauc_ndcg_at_5_max value: 34.56318914727522 - type: nauc_ndcg_at_5_std value: 10.791463962408246 - type: nauc_precision_at_1000_diff1 value: 19.360640317938135 - type: nauc_precision_at_1000_max value: 23.598410647832544 - type: nauc_precision_at_1000_std value: 20.068230147834342 - type: nauc_precision_at_100_diff1 value: 27.583431814893217 - type: nauc_precision_at_100_max value: 32.0373769441221 - type: nauc_precision_at_100_std value: 21.840961317913457 - type: nauc_precision_at_10_diff1 value: 37.17543628652202 - type: nauc_precision_at_10_max value: 36.13471233966831 - type: nauc_precision_at_10_std value: 15.187885199748804 - type: nauc_precision_at_1_diff1 value: 54.052048314939285 - type: nauc_precision_at_1_max value: 38.24843998104176 - type: nauc_precision_at_1_std value: 11.32347443333491 - type: nauc_precision_at_20_diff1 value: 36.313693961663354 - type: nauc_precision_at_20_max value: 34.98349203145928 - type: nauc_precision_at_20_std value: 12.1991019320839 - type: nauc_precision_at_3_diff1 value: 38.90231899476045 - type: nauc_precision_at_3_max value: 32.492833274823134 - type: nauc_precision_at_3_std value: 9.735527613731456 - type: nauc_precision_at_5_diff1 value: 35.94202366490917 - type: nauc_precision_at_5_max value: 32.89733460949656 - type: nauc_precision_at_5_std value: 12.260002599166384 - type: nauc_recall_at_1000_diff1 value: 25.168921326020754 - type: nauc_recall_at_1000_max value: 31.686605591498022 - type: nauc_recall_at_1000_std value: 19.03561399081122 - type: nauc_recall_at_100_diff1 value: 27.026856793111957 - type: nauc_recall_at_100_max value: 30.976614077143722 - type: nauc_recall_at_100_std value: 17.226971695826464 - type: nauc_recall_at_10_diff1 value: 35.62607649761852 - type: nauc_recall_at_10_max value: 33.7501283641428 - type: nauc_recall_at_10_std value: 12.285657222493427 - type: nauc_recall_at_1_diff1 value: 52.98952342221014 - type: nauc_recall_at_1_max value: 37.95481938239674 - type: nauc_recall_at_1_std value: 10.83985190643407 - type: nauc_recall_at_20_diff1 value: 34.83633695309472 - type: nauc_recall_at_20_max value: 32.86771508007259 - type: nauc_recall_at_20_std value: 9.678829364636606 - type: nauc_recall_at_3_diff1 value: 38.03697585235963 - type: nauc_recall_at_3_max value: 30.476017013445805 - type: nauc_recall_at_3_std value: 7.567446018559129 - type: nauc_recall_at_5_diff1 value: 34.62516359445759 - type: nauc_recall_at_5_max value: 31.653312238841597 - type: nauc_recall_at_5_std value: 10.731712405384886 - type: ndcg_at_1 value: 19.039 - type: ndcg_at_10 value: 23.886 - type: ndcg_at_100 value: 27.744999999999997 - type: ndcg_at_1000 value: 30.446 - type: ndcg_at_20 value: 24.809 - type: ndcg_at_3 value: 20.723 - type: ndcg_at_5 value: 22.146 - type: precision_at_1 value: 19.039 - type: precision_at_10 value: 3.567 - type: precision_at_100 value: 0.5910000000000001 - type: precision_at_1000 value: 0.08800000000000001 - type: precision_at_20 value: 1.9869999999999999 - type: precision_at_3 value: 8.38 - type: precision_at_5 value: 5.804 - type: recall_at_1 value: 17.412 - type: recall_at_10 value: 30.604 - type: recall_at_100 value: 49.494 - type: recall_at_1000 value: 70.172 - type: recall_at_20 value: 34.054 - type: recall_at_3 value: 22.286 - type: recall_at_5 value: 25.705 task: type: Retrieval - dataset: config: default name: MTEB ClimateFEVER (default) revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 split: test type: mteb/climate-fever metrics: - type: main_score value: 28.212 - type: map_at_1 value: 13.017000000000001 - type: map_at_10 value: 20.321 - type: map_at_100 value: 21.604 - type: map_at_1000 value: 21.755 - type: map_at_20 value: 21.032 - type: map_at_3 value: 17.49 - type: map_at_5 value: 19.057 - type: mrr_at_1 value: 30.09771986970684 - type: mrr_at_10 value: 39.847319166537396 - type: mrr_at_100 value: 40.690633269363104 - type: mrr_at_1000 value: 40.7338784607264 - type: mrr_at_20 value: 40.37801359085934 - type: mrr_at_3 value: 36.89467969598261 - type: mrr_at_5 value: 38.59500542888165 - type: nauc_map_at_1000_diff1 value: 28.9604375397966 - type: nauc_map_at_1000_max value: 32.35383323725253 - type: nauc_map_at_1000_std value: 25.268075508181926 - type: nauc_map_at_100_diff1 value: 28.91401321002612 - type: nauc_map_at_100_max value: 32.335595208992984 - type: nauc_map_at_100_std value: 25.154330042862664 - type: nauc_map_at_10_diff1 value: 28.656813940382115 - type: nauc_map_at_10_max value: 31.365964173994556 - type: nauc_map_at_10_std value: 23.39762822495535 - type: nauc_map_at_1_diff1 value: 34.48035472714226 - type: nauc_map_at_1_max value: 28.934161583551422 - type: nauc_map_at_1_std value: 18.741105759186734 - type: nauc_map_at_20_diff1 value: 28.69991210450139 - type: nauc_map_at_20_max value: 31.87878353118675 - type: nauc_map_at_20_std value: 24.301765643370874 - type: nauc_map_at_3_diff1 value: 29.96927690741529 - type: nauc_map_at_3_max value: 30.45113949685312 - type: nauc_map_at_3_std value: 21.37090419963093 - type: nauc_map_at_5_diff1 value: 28.991910366109906 - type: nauc_map_at_5_max value: 30.81393946836492 - type: nauc_map_at_5_std value: 22.5204803456172 - type: nauc_mrr_at_1000_diff1 value: 32.68111770309144 - type: nauc_mrr_at_1000_max value: 34.934889264530625 - type: nauc_mrr_at_1000_std value: 27.704825255836802 - type: nauc_mrr_at_100_diff1 value: 32.6710673829821 - type: nauc_mrr_at_100_max value: 34.9393131792049 - type: nauc_mrr_at_100_std value: 27.718374360852096 - type: nauc_mrr_at_10_diff1 value: 32.67458190839553 - type: nauc_mrr_at_10_max value: 34.953542924313886 - type: nauc_mrr_at_10_std value: 27.56927045791106 - type: nauc_mrr_at_1_diff1 value: 35.47417523435113 - type: nauc_mrr_at_1_max value: 33.54020583678914 - type: nauc_mrr_at_1_std value: 24.229131075911837 - type: nauc_mrr_at_20_diff1 value: 32.58996187437461 - type: nauc_mrr_at_20_max value: 34.92896642367715 - type: nauc_mrr_at_20_std value: 27.695025910282123 - type: nauc_mrr_at_3_diff1 value: 32.96446609776662 - type: nauc_mrr_at_3_max value: 34.46013252103825 - type: nauc_mrr_at_3_std value: 26.247102509795937 - type: nauc_mrr_at_5_diff1 value: 32.58237165372756 - type: nauc_mrr_at_5_max value: 34.740209335604874 - type: nauc_mrr_at_5_std value: 26.831783830208312 - type: nauc_ndcg_at_1000_diff1 value: 30.014944999905314 - type: nauc_ndcg_at_1000_max value: 35.843285734507724 - type: nauc_ndcg_at_1000_std value: 32.79499358419293 - type: nauc_ndcg_at_100_diff1 value: 29.1269981224563 - type: nauc_ndcg_at_100_max value: 35.57247072879993 - type: nauc_ndcg_at_100_std value: 31.441880943622397 - type: nauc_ndcg_at_10_diff1 value: 28.524256725934876 - type: nauc_ndcg_at_10_max value: 33.12204032386719 - type: nauc_ndcg_at_10_std value: 26.447786896078334 - type: nauc_ndcg_at_1_diff1 value: 35.47417523435113 - type: nauc_ndcg_at_1_max value: 33.54020583678914 - type: nauc_ndcg_at_1_std value: 24.229131075911837 - type: nauc_ndcg_at_20_diff1 value: 28.463383747538874 - type: nauc_ndcg_at_20_max value: 34.066601998384414 - type: nauc_ndcg_at_20_std value: 28.36971182992064 - type: nauc_ndcg_at_3_diff1 value: 29.833077492596793 - type: nauc_ndcg_at_3_max value: 31.90747339897323 - type: nauc_ndcg_at_3_std value: 23.741064443521083 - type: nauc_ndcg_at_5_diff1 value: 28.673932316507095 - type: nauc_ndcg_at_5_max value: 32.31146189714115 - type: nauc_ndcg_at_5_std value: 24.748445626346818 - type: nauc_precision_at_1000_diff1 value: 13.101981588417978 - type: nauc_precision_at_1000_max value: 18.980434446047852 - type: nauc_precision_at_1000_std value: 34.894676080745214 - type: nauc_precision_at_100_diff1 value: 15.977351454837574 - type: nauc_precision_at_100_max value: 28.27449565578445 - type: nauc_precision_at_100_std value: 38.953946289000164 - type: nauc_precision_at_10_diff1 value: 19.76477192741852 - type: nauc_precision_at_10_max value: 30.578736423173066 - type: nauc_precision_at_10_std value: 31.120926070901795 - type: nauc_precision_at_1_diff1 value: 35.47417523435113 - type: nauc_precision_at_1_max value: 33.54020583678914 - type: nauc_precision_at_1_std value: 24.229131075911837 - type: nauc_precision_at_20_diff1 value: 18.01695906942538 - type: nauc_precision_at_20_max value: 30.625106221982996 - type: nauc_precision_at_20_std value: 34.398947804377464 - type: nauc_precision_at_3_diff1 value: 25.05803533689324 - type: nauc_precision_at_3_max value: 31.971009197662305 - type: nauc_precision_at_3_std value: 26.97185456877385 - type: nauc_precision_at_5_diff1 value: 21.285339148661627 - type: nauc_precision_at_5_max value: 30.951521247982217 - type: nauc_precision_at_5_std value: 28.845266743639424 - type: nauc_recall_at_1000_diff1 value: 21.666236554672572 - type: nauc_recall_at_1000_max value: 32.90881844420523 - type: nauc_recall_at_1000_std value: 43.25106650136571 - type: nauc_recall_at_100_diff1 value: 18.79493296793092 - type: nauc_recall_at_100_max value: 32.04590263165258 - type: nauc_recall_at_100_std value: 35.4517527204907 - type: nauc_recall_at_10_diff1 value: 20.679017825223646 - type: nauc_recall_at_10_max value: 28.345295191030146 - type: nauc_recall_at_10_std value: 24.062716299883178 - type: nauc_recall_at_1_diff1 value: 34.48035472714226 - type: nauc_recall_at_1_max value: 28.934161583551422 - type: nauc_recall_at_1_std value: 18.741105759186734 - type: nauc_recall_at_20_diff1 value: 19.492610813475135 - type: nauc_recall_at_20_max value: 29.71354758230516 - type: nauc_recall_at_20_std value: 27.83429445647274 - type: nauc_recall_at_3_diff1 value: 25.377114884402918 - type: nauc_recall_at_3_max value: 29.27911716127374 - type: nauc_recall_at_3_std value: 21.284373865740655 - type: nauc_recall_at_5_diff1 value: 22.384806106738502 - type: nauc_recall_at_5_max value: 28.802262502032335 - type: nauc_recall_at_5_std value: 22.351166917570502 - type: ndcg_at_1 value: 30.098000000000003 - type: ndcg_at_10 value: 28.212 - type: ndcg_at_100 value: 33.597 - type: ndcg_at_1000 value: 36.581 - type: ndcg_at_20 value: 30.342999999999996 - type: ndcg_at_3 value: 23.995 - type: ndcg_at_5 value: 25.442999999999998 - type: precision_at_1 value: 30.098000000000003 - type: precision_at_10 value: 8.365 - type: precision_at_100 value: 1.415 - type: precision_at_1000 value: 0.197 - type: precision_at_20 value: 5.098 - type: precision_at_3 value: 17.459 - type: precision_at_5 value: 13.147 - type: recall_at_1 value: 13.017000000000001 - type: recall_at_10 value: 32.138 - type: recall_at_100 value: 50.739999999999995 - type: recall_at_1000 value: 67.605 - type: recall_at_20 value: 38.135000000000005 - type: recall_at_3 value: 21.156 - type: recall_at_5 value: 25.945 task: type: Retrieval - dataset: config: default name: MTEB CmedqaRetrieval (default) revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 split: test type: C-MTEB/CmedqaRetrieval metrics: - type: main_score value: 22.649 - type: map_at_1 value: 12.894 - type: map_at_10 value: 18.398 - type: map_at_100 value: 19.459 - type: map_at_1000 value: 19.582 - type: map_at_20 value: 18.959 - type: map_at_3 value: 16.463 - type: map_at_5 value: 17.378 - type: mrr_at_1 value: 20.855213803450862 - type: mrr_at_10 value: 25.80732484708481 - type: mrr_at_100 value: 26.581761181113624 - type: mrr_at_1000 value: 26.656399615067492 - type: mrr_at_20 value: 26.247195370637264 - type: mrr_at_3 value: 24.122697341001953 - type: mrr_at_5 value: 24.93289989163964 - type: nauc_map_at_1000_diff1 value: 43.84274599218202 - type: nauc_map_at_1000_max value: 45.479276120298344 - type: nauc_map_at_1000_std value: 12.122621024712403 - type: nauc_map_at_100_diff1 value: 43.84890191966983 - type: nauc_map_at_100_max value: 45.43765669444242 - type: nauc_map_at_100_std value: 11.966671645957028 - type: nauc_map_at_10_diff1 value: 44.36458226656199 - type: nauc_map_at_10_max value: 45.198112497326164 - type: nauc_map_at_10_std value: 11.031085313048038 - type: nauc_map_at_1_diff1 value: 50.77021361612485 - type: nauc_map_at_1_max value: 44.9428775206887 - type: nauc_map_at_1_std value: 9.060261883539706 - type: nauc_map_at_20_diff1 value: 44.07397948013123 - type: nauc_map_at_20_max value: 45.273848594038455 - type: nauc_map_at_20_std value: 11.330853124721832 - type: nauc_map_at_3_diff1 value: 46.12522696117035 - type: nauc_map_at_3_max value: 45.29688612734072 - type: nauc_map_at_3_std value: 10.419110119634555 - type: nauc_map_at_5_diff1 value: 44.98363487026353 - type: nauc_map_at_5_max value: 45.37700576168934 - type: nauc_map_at_5_std value: 10.898739429249941 - type: nauc_mrr_at_1000_diff1 value: 46.292701489536434 - type: nauc_mrr_at_1000_max value: 47.43736463676237 - type: nauc_mrr_at_1000_std value: 12.830971267129515 - type: nauc_mrr_at_100_diff1 value: 46.28459872281162 - type: nauc_mrr_at_100_max value: 47.428218400316375 - type: nauc_mrr_at_100_std value: 12.788554254151135 - type: nauc_mrr_at_10_diff1 value: 46.60698297272493 - type: nauc_mrr_at_10_max value: 47.49916150124582 - type: nauc_mrr_at_10_std value: 12.318695960203996 - type: nauc_mrr_at_1_diff1 value: 52.474628752419996 - type: nauc_mrr_at_1_max value: 49.925997446056876 - type: nauc_mrr_at_1_std value: 11.922730379304515 - type: nauc_mrr_at_20_diff1 value: 46.40749343170004 - type: nauc_mrr_at_20_max value: 47.42151132322358 - type: nauc_mrr_at_20_std value: 12.541667676745117 - type: nauc_mrr_at_3_diff1 value: 48.18192695522407 - type: nauc_mrr_at_3_max value: 48.26399499335713 - type: nauc_mrr_at_3_std value: 12.024058074658857 - type: nauc_mrr_at_5_diff1 value: 47.28360755810589 - type: nauc_mrr_at_5_max value: 47.9793603282811 - type: nauc_mrr_at_5_std value: 12.29211337620231 - type: nauc_ndcg_at_1000_diff1 value: 40.26744863332448 - type: nauc_ndcg_at_1000_max value: 45.61725612901479 - type: nauc_ndcg_at_1000_std value: 18.052160309983826 - type: nauc_ndcg_at_100_diff1 value: 40.29735516818454 - type: nauc_ndcg_at_100_max value: 45.08776191822656 - type: nauc_ndcg_at_100_std value: 15.760044344733448 - type: nauc_ndcg_at_10_diff1 value: 42.25294505119997 - type: nauc_ndcg_at_10_max value: 44.699284633767036 - type: nauc_ndcg_at_10_std value: 11.747981699271111 - type: nauc_ndcg_at_1_diff1 value: 52.474628752419996 - type: nauc_ndcg_at_1_max value: 49.925997446056876 - type: nauc_ndcg_at_1_std value: 11.922730379304515 - type: nauc_ndcg_at_20_diff1 value: 41.394427654655445 - type: nauc_ndcg_at_20_max value: 44.48687052147322 - type: nauc_ndcg_at_20_std value: 12.416604099649925 - type: nauc_ndcg_at_3_diff1 value: 45.49543977900659 - type: nauc_ndcg_at_3_max value: 46.87132909772721 - type: nauc_ndcg_at_3_std value: 11.870163932604662 - type: nauc_ndcg_at_5_diff1 value: 43.70667389695487 - type: nauc_ndcg_at_5_max value: 45.979785032074275 - type: nauc_ndcg_at_5_std value: 12.006387457042322 - type: nauc_precision_at_1000_diff1 value: 11.611809966547701 - type: nauc_precision_at_1000_max value: 27.978399208595267 - type: nauc_precision_at_1000_std value: 29.153711078952217 - type: nauc_precision_at_100_diff1 value: 18.532317578553656 - type: nauc_precision_at_100_max value: 34.81158574637404 - type: nauc_precision_at_100_std value: 25.374246665283945 - type: nauc_precision_at_10_diff1 value: 30.90718618161642 - type: nauc_precision_at_10_max value: 42.47485452969173 - type: nauc_precision_at_10_std value: 15.251594945393599 - type: nauc_precision_at_1_diff1 value: 52.474628752419996 - type: nauc_precision_at_1_max value: 49.925997446056876 - type: nauc_precision_at_1_std value: 11.922730379304515 - type: nauc_precision_at_20_diff1 value: 26.406002658570642 - type: nauc_precision_at_20_max value: 39.884817225812135 - type: nauc_precision_at_20_std value: 17.31215639396359 - type: nauc_precision_at_3_diff1 value: 40.42388812791282 - type: nauc_precision_at_3_max value: 47.64175858827733 - type: nauc_precision_at_3_std value: 13.853162207213806 - type: nauc_precision_at_5_diff1 value: 35.70789816053672 - type: nauc_precision_at_5_max value: 46.61093476897344 - type: nauc_precision_at_5_std value: 15.525449340593584 - type: nauc_recall_at_1000_diff1 value: 18.837729900819607 - type: nauc_recall_at_1000_max value: 37.25596617664244 - type: nauc_recall_at_1000_std value: 41.12107733667324 - type: nauc_recall_at_100_diff1 value: 23.115561312978162 - type: nauc_recall_at_100_max value: 35.71918283879486 - type: nauc_recall_at_100_std value: 23.989941519505628 - type: nauc_recall_at_10_diff1 value: 31.59189289756229 - type: nauc_recall_at_10_max value: 36.38716126126731 - type: nauc_recall_at_10_std value: 10.495364039694593 - type: nauc_recall_at_1_diff1 value: 50.77021361612485 - type: nauc_recall_at_1_max value: 44.9428775206887 - type: nauc_recall_at_1_std value: 9.060261883539706 - type: nauc_recall_at_20_diff1 value: 28.830785779330366 - type: nauc_recall_at_20_max value: 35.393348139603475 - type: nauc_recall_at_20_std value: 12.102999068196619 - type: nauc_recall_at_3_diff1 value: 40.542520678382644 - type: nauc_recall_at_3_max value: 41.915008181994324 - type: nauc_recall_at_3_std value: 10.420365070614944 - type: nauc_recall_at_5_diff1 value: 36.55947416696159 - type: nauc_recall_at_5_max value: 40.544255671331875 - type: nauc_recall_at_5_std value: 11.190415699822086 - type: ndcg_at_1 value: 20.855 - type: ndcg_at_10 value: 22.649 - type: ndcg_at_100 value: 27.46 - type: ndcg_at_1000 value: 30.311 - type: ndcg_at_20 value: 24.356 - type: ndcg_at_3 value: 19.908 - type: ndcg_at_5 value: 20.686 - type: precision_at_1 value: 20.855 - type: precision_at_10 value: 5.116 - type: precision_at_100 value: 0.914 - type: precision_at_1000 value: 0.129 - type: precision_at_20 value: 3.147 - type: precision_at_3 value: 11.294 - type: precision_at_5 value: 8.022 - type: recall_at_1 value: 12.894 - type: recall_at_10 value: 28.249000000000002 - type: recall_at_100 value: 48.44 - type: recall_at_1000 value: 68.184 - type: recall_at_20 value: 33.973 - type: recall_at_3 value: 19.381 - type: recall_at_5 value: 22.358 task: type: Retrieval - dataset: config: default name: MTEB CovidRetrieval (default) revision: 1271c7809071a13532e05f25fb53511ffce77117 split: test type: C-MTEB/CovidRetrieval metrics: - type: main_score value: 85.541 - type: map_at_1 value: 76.712 - type: map_at_10 value: 82.76599999999999 - type: map_at_100 value: 82.95400000000001 - type: map_at_1000 value: 82.95700000000001 - type: map_at_20 value: 82.899 - type: map_at_3 value: 81.48100000000001 - type: map_at_5 value: 82.26599999999999 - type: mrr_at_1 value: 76.92307692307693 - type: mrr_at_10 value: 82.80349407061732 - type: mrr_at_100 value: 82.98207452799001 - type: mrr_at_1000 value: 82.9857038248515 - type: mrr_at_20 value: 82.92710961408577 - type: mrr_at_3 value: 81.61222339304531 - type: mrr_at_5 value: 82.36037934668072 - type: nauc_map_at_1000_diff1 value: 83.6771226005355 - type: nauc_map_at_1000_max value: 52.427797521096885 - type: nauc_map_at_1000_std value: -22.46855714516629 - type: nauc_map_at_100_diff1 value: 83.67554898856211 - type: nauc_map_at_100_max value: 52.43667308693426 - type: nauc_map_at_100_std value: -22.453092384080296 - type: nauc_map_at_10_diff1 value: 83.63377660675229 - type: nauc_map_at_10_max value: 52.507092302621814 - type: nauc_map_at_10_std value: -22.599466162417798 - type: nauc_map_at_1_diff1 value: 86.15059546844765 - type: nauc_map_at_1_max value: 49.70612292973377 - type: nauc_map_at_1_std value: -24.574205863138655 - type: nauc_map_at_20_diff1 value: 83.6571122442771 - type: nauc_map_at_20_max value: 52.53003487116206 - type: nauc_map_at_20_std value: -22.29199493949789 - type: nauc_map_at_3_diff1 value: 83.53600182926077 - type: nauc_map_at_3_max value: 51.48081639152428 - type: nauc_map_at_3_std value: -23.95292363507194 - type: nauc_map_at_5_diff1 value: 83.71395002281027 - type: nauc_map_at_5_max value: 52.37004278078251 - type: nauc_map_at_5_std value: -23.366003089734853 - type: nauc_mrr_at_1000_diff1 value: 83.61995524968707 - type: nauc_mrr_at_1000_max value: 52.477542458550886 - type: nauc_mrr_at_1000_std value: -22.333080741545132 - type: nauc_mrr_at_100_diff1 value: 83.61839299882983 - type: nauc_mrr_at_100_max value: 52.486416698332306 - type: nauc_mrr_at_100_std value: -22.31762952128872 - type: nauc_mrr_at_10_diff1 value: 83.57540058737065 - type: nauc_mrr_at_10_max value: 52.545507004997816 - type: nauc_mrr_at_10_std value: -22.46871032971557 - type: nauc_mrr_at_1_diff1 value: 85.83991138913477 - type: nauc_mrr_at_1_max value: 49.57990159528055 - type: nauc_mrr_at_1_std value: -24.43162367994886 - type: nauc_mrr_at_20_diff1 value: 83.60013381041259 - type: nauc_mrr_at_20_max value: 52.57971181654748 - type: nauc_mrr_at_20_std value: -22.156819477173133 - type: nauc_mrr_at_3_diff1 value: 83.30267568781416 - type: nauc_mrr_at_3_max value: 51.60809167890664 - type: nauc_mrr_at_3_std value: -23.473315407718783 - type: nauc_mrr_at_5_diff1 value: 83.55906056304644 - type: nauc_mrr_at_5_max value: 52.40224088006019 - type: nauc_mrr_at_5_std value: -23.08319811392415 - type: nauc_ndcg_at_1000_diff1 value: 83.03284671941663 - type: nauc_ndcg_at_1000_max value: 53.39643002819807 - type: nauc_ndcg_at_1000_std value: -21.12492526587505 - type: nauc_ndcg_at_100_diff1 value: 83.0125296344548 - type: nauc_ndcg_at_100_max value: 53.803302728432875 - type: nauc_ndcg_at_100_std value: -20.433612936956884 - type: nauc_ndcg_at_10_diff1 value: 82.75722949475718 - type: nauc_ndcg_at_10_max value: 54.52418873184555 - type: nauc_ndcg_at_10_std value: -20.383704043222163 - type: nauc_ndcg_at_1_diff1 value: 85.83991138913477 - type: nauc_ndcg_at_1_max value: 49.57990159528055 - type: nauc_ndcg_at_1_std value: -24.43162367994886 - type: nauc_ndcg_at_20_diff1 value: 82.82405119235945 - type: nauc_ndcg_at_20_max value: 54.674440378558366 - type: nauc_ndcg_at_20_std value: -19.008326210636753 - type: nauc_ndcg_at_3_diff1 value: 82.46076801673205 - type: nauc_ndcg_at_3_max value: 52.26282641124796 - type: nauc_ndcg_at_3_std value: -23.26603157004372 - type: nauc_ndcg_at_5_diff1 value: 82.83681106420133 - type: nauc_ndcg_at_5_max value: 54.07223605483471 - type: nauc_ndcg_at_5_std value: -22.219817031191482 - type: nauc_precision_at_1000_diff1 value: -37.23223858169585 - type: nauc_precision_at_1000_max value: -11.169580444647227 - type: nauc_precision_at_1000_std value: 21.88031832418344 - type: nauc_precision_at_100_diff1 value: 3.301752389000813 - type: nauc_precision_at_100_max value: 23.553402973772553 - type: nauc_precision_at_100_std value: 28.91056452755429 - type: nauc_precision_at_10_diff1 value: 47.76680402893545 - type: nauc_precision_at_10_max value: 50.02506814703298 - type: nauc_precision_at_10_std value: 5.423151633085648 - type: nauc_precision_at_1_diff1 value: 85.83991138913477 - type: nauc_precision_at_1_max value: 49.57990159528055 - type: nauc_precision_at_1_std value: -24.43162367994886 - type: nauc_precision_at_20_diff1 value: 34.78818210434864 - type: nauc_precision_at_20_max value: 47.13251460889552 - type: nauc_precision_at_20_std value: 25.00716401931335 - type: nauc_precision_at_3_diff1 value: 72.13849414907274 - type: nauc_precision_at_3_max value: 51.24622711077072 - type: nauc_precision_at_3_std value: -19.119810033196142 - type: nauc_precision_at_5_diff1 value: 66.19703459795305 - type: nauc_precision_at_5_max value: 55.21530135525487 - type: nauc_precision_at_5_std value: -12.072221200376907 - type: nauc_recall_at_1000_diff1 value: 40.77748260957538 - type: nauc_recall_at_1000_max value: 55.770307506563356 - type: nauc_recall_at_1000_std value: -14.057009165085931 - type: nauc_recall_at_100_diff1 value: 71.07032398970254 - type: nauc_recall_at_100_max value: 81.63691298199028 - type: nauc_recall_at_100_std value: 27.473092342222866 - type: nauc_recall_at_10_diff1 value: 76.77520256165532 - type: nauc_recall_at_10_max value: 70.96790722488872 - type: nauc_recall_at_10_std value: -2.2469959080331305 - type: nauc_recall_at_1_diff1 value: 86.15059546844765 - type: nauc_recall_at_1_max value: 49.70612292973377 - type: nauc_recall_at_1_std value: -24.574205863138655 - type: nauc_recall_at_20_diff1 value: 74.88483995648564 - type: nauc_recall_at_20_max value: 79.9802787833889 - type: nauc_recall_at_20_std value: 22.714752655241625 - type: nauc_recall_at_3_diff1 value: 78.44674446588604 - type: nauc_recall_at_3_max value: 55.19181785928796 - type: nauc_recall_at_3_std value: -21.150826693512215 - type: nauc_recall_at_5_diff1 value: 78.74767212963312 - type: nauc_recall_at_5_max value: 63.0860506176757 - type: nauc_recall_at_5_std value: -16.69010257929412 - type: ndcg_at_1 value: 76.923 - type: ndcg_at_10 value: 85.541 - type: ndcg_at_100 value: 86.461 - type: ndcg_at_1000 value: 86.598 - type: ndcg_at_20 value: 86.00999999999999 - type: ndcg_at_3 value: 83.048 - type: ndcg_at_5 value: 84.435 - type: precision_at_1 value: 76.923 - type: precision_at_10 value: 9.504999999999999 - type: precision_at_100 value: 0.9950000000000001 - type: precision_at_1000 value: 0.101 - type: precision_at_20 value: 4.8469999999999995 - type: precision_at_3 value: 29.329 - type: precision_at_5 value: 18.293 - type: recall_at_1 value: 76.712 - type: recall_at_10 value: 94.04599999999999 - type: recall_at_100 value: 98.419 - type: recall_at_1000 value: 99.579 - type: recall_at_20 value: 95.89 - type: recall_at_3 value: 87.434 - type: recall_at_5 value: 90.78 task: type: Retrieval - dataset: config: default name: MTEB DBPedia (default) revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 split: test type: mteb/dbpedia metrics: - type: main_score value: 20.819 - type: map_at_1 value: 3.628 - type: map_at_10 value: 8.857 - type: map_at_100 value: 12.588 - type: map_at_1000 value: 13.258000000000001 - type: map_at_20 value: 10.276 - type: map_at_3 value: 6.392 - type: map_at_5 value: 7.53 - type: mrr_at_1 value: 34.25 - type: mrr_at_10 value: 43.496825396825386 - type: mrr_at_100 value: 44.12908157180389 - type: mrr_at_1000 value: 44.15803926353856 - type: mrr_at_20 value: 43.88608249872761 - type: mrr_at_3 value: 41.5 - type: mrr_at_5 value: 42.9625 - type: nauc_map_at_1000_diff1 value: 37.37394986476202 - type: nauc_map_at_1000_max value: 59.345239146520754 - type: nauc_map_at_1000_std value: 55.169697546679295 - type: nauc_map_at_100_diff1 value: 37.6559779781504 - type: nauc_map_at_100_max value: 58.942087337068585 - type: nauc_map_at_100_std value: 54.045690215259675 - type: nauc_map_at_10_diff1 value: 39.09378782193848 - type: nauc_map_at_10_max value: 53.55846019231183 - type: nauc_map_at_10_std value: 41.630710620488465 - type: nauc_map_at_1_diff1 value: 43.38566026898597 - type: nauc_map_at_1_max value: 37.14628586578234 - type: nauc_map_at_1_std value: 26.2042447918162 - type: nauc_map_at_20_diff1 value: 39.00481968723579 - type: nauc_map_at_20_max value: 56.04031067878328 - type: nauc_map_at_20_std value: 45.76425742666721 - type: nauc_map_at_3_diff1 value: 37.322521097626705 - type: nauc_map_at_3_max value: 46.04542793269727 - type: nauc_map_at_3_std value: 33.3952162038131 - type: nauc_map_at_5_diff1 value: 38.97015740798845 - type: nauc_map_at_5_max value: 49.89258673855368 - type: nauc_map_at_5_std value: 37.22020377839247 - type: nauc_mrr_at_1000_diff1 value: 39.83045919993469 - type: nauc_mrr_at_1000_max value: 50.726537573809985 - type: nauc_mrr_at_1000_std value: 50.0130436962735 - type: nauc_mrr_at_100_diff1 value: 39.81822425813205 - type: nauc_mrr_at_100_max value: 50.740733722342966 - type: nauc_mrr_at_100_std value: 50.01889514657749 - type: nauc_mrr_at_10_diff1 value: 40.13805398263145 - type: nauc_mrr_at_10_max value: 50.6618423067005 - type: nauc_mrr_at_10_std value: 49.76359877028564 - type: nauc_mrr_at_1_diff1 value: 43.60342597401739 - type: nauc_mrr_at_1_max value: 46.72967688790819 - type: nauc_mrr_at_1_std value: 46.08259257176318 - type: nauc_mrr_at_20_diff1 value: 39.89191042838717 - type: nauc_mrr_at_20_max value: 50.70620407117266 - type: nauc_mrr_at_20_std value: 49.929325494823686 - type: nauc_mrr_at_3_diff1 value: 39.181127533069606 - type: nauc_mrr_at_3_max value: 50.048470016569354 - type: nauc_mrr_at_3_std value: 49.28792737345567 - type: nauc_mrr_at_5_diff1 value: 40.13322604246314 - type: nauc_mrr_at_5_max value: 50.66141477744915 - type: nauc_mrr_at_5_std value: 49.80918618326533 - type: nauc_ndcg_at_1000_diff1 value: 36.607140549769674 - type: nauc_ndcg_at_1000_max value: 59.200587723741116 - type: nauc_ndcg_at_1000_std value: 58.43352243380002 - type: nauc_ndcg_at_100_diff1 value: 36.73336902084417 - type: nauc_ndcg_at_100_max value: 58.519961959409684 - type: nauc_ndcg_at_100_std value: 56.224789840949754 - type: nauc_ndcg_at_10_diff1 value: 36.68557551060416 - type: nauc_ndcg_at_10_max value: 53.51807884301354 - type: nauc_ndcg_at_10_std value: 47.00573027802542 - type: nauc_ndcg_at_1_diff1 value: 40.89200947569173 - type: nauc_ndcg_at_1_max value: 43.97379094936904 - type: nauc_ndcg_at_1_std value: 40.66402564181813 - type: nauc_ndcg_at_20_diff1 value: 37.59320916137791 - type: nauc_ndcg_at_20_max value: 55.4760546361843 - type: nauc_ndcg_at_20_std value: 48.90767410669467 - type: nauc_ndcg_at_3_diff1 value: 33.84089957019968 - type: nauc_ndcg_at_3_max value: 47.47016859565707 - type: nauc_ndcg_at_3_std value: 42.37468925179588 - type: nauc_ndcg_at_5_diff1 value: 36.10460149053392 - type: nauc_ndcg_at_5_max value: 50.69500182543517 - type: nauc_ndcg_at_5_std value: 44.92338706293522 - type: nauc_precision_at_1000_diff1 value: 3.1754413675556146 - type: nauc_precision_at_1000_max value: 16.330732559063183 - type: nauc_precision_at_1000_std value: 22.277465209117686 - type: nauc_precision_at_100_diff1 value: 17.836751231601824 - type: nauc_precision_at_100_max value: 42.322558777461616 - type: nauc_precision_at_100_std value: 54.04369812820183 - type: nauc_precision_at_10_diff1 value: 27.93529925212419 - type: nauc_precision_at_10_max value: 50.58765423666032 - type: nauc_precision_at_10_std value: 51.308076625252305 - type: nauc_precision_at_1_diff1 value: 43.60342597401739 - type: nauc_precision_at_1_max value: 46.72967688790819 - type: nauc_precision_at_1_std value: 46.08259257176318 - type: nauc_precision_at_20_diff1 value: 24.695126012289926 - type: nauc_precision_at_20_max value: 48.97822472911428 - type: nauc_precision_at_20_std value: 52.78431022058864 - type: nauc_precision_at_3_diff1 value: 30.002783640442022 - type: nauc_precision_at_3_max value: 50.31584745650375 - type: nauc_precision_at_3_std value: 47.50893636951425 - type: nauc_precision_at_5_diff1 value: 29.742591793684444 - type: nauc_precision_at_5_max value: 50.085816529536146 - type: nauc_precision_at_5_std value: 48.42214490630529 - type: nauc_recall_at_1000_diff1 value: 31.738216937067165 - type: nauc_recall_at_1000_max value: 54.75637307089294 - type: nauc_recall_at_1000_std value: 56.572334051110865 - type: nauc_recall_at_100_diff1 value: 31.16775594856223 - type: nauc_recall_at_100_max value: 54.92671005034537 - type: nauc_recall_at_100_std value: 54.546788497779715 - type: nauc_recall_at_10_diff1 value: 33.10538844811114 - type: nauc_recall_at_10_max value: 50.619980861120716 - type: nauc_recall_at_10_std value: 38.51495002919943 - type: nauc_recall_at_1_diff1 value: 43.38566026898597 - type: nauc_recall_at_1_max value: 37.14628586578234 - type: nauc_recall_at_1_std value: 26.2042447918162 - type: nauc_recall_at_20_diff1 value: 32.07750251540349 - type: nauc_recall_at_20_max value: 50.293350866314626 - type: nauc_recall_at_20_std value: 40.35085495599968 - type: nauc_recall_at_3_diff1 value: 31.048599549673312 - type: nauc_recall_at_3_max value: 42.07116197279289 - type: nauc_recall_at_3_std value: 29.31843910775867 - type: nauc_recall_at_5_diff1 value: 33.92167978742597 - type: nauc_recall_at_5_max value: 47.34140185112234 - type: nauc_recall_at_5_std value: 34.884310458067155 - type: ndcg_at_1 value: 27.125 - type: ndcg_at_10 value: 20.819 - type: ndcg_at_100 value: 23.602 - type: ndcg_at_1000 value: 28.147 - type: ndcg_at_20 value: 20.467 - type: ndcg_at_3 value: 23.854 - type: ndcg_at_5 value: 22.476 - type: precision_at_1 value: 34.25 - type: precision_at_10 value: 17.575 - type: precision_at_100 value: 5.668 - type: precision_at_1000 value: 1.149 - type: precision_at_20 value: 13.111999999999998 - type: precision_at_3 value: 27.083000000000002 - type: precision_at_5 value: 23.25 - type: recall_at_1 value: 3.628 - type: recall_at_10 value: 12.722 - type: recall_at_100 value: 28.481 - type: recall_at_1000 value: 44.385999999999996 - type: recall_at_20 value: 17.039 - type: recall_at_3 value: 7.600999999999999 - type: recall_at_5 value: 9.77 task: type: Retrieval - dataset: config: default name: MTEB DuRetrieval (default) revision: a1a333e290fe30b10f3f56498e3a0d911a693ced split: test type: C-MTEB/DuRetrieval metrics: - type: main_score value: 68.562 - type: map_at_1 value: 20.598 - type: map_at_10 value: 58.291000000000004 - type: map_at_100 value: 61.214 - type: map_at_1000 value: 61.336999999999996 - type: map_at_20 value: 60.29600000000001 - type: map_at_3 value: 41.424 - type: map_at_5 value: 51.158 - type: mrr_at_1 value: 76.4 - type: mrr_at_10 value: 82.07696428571425 - type: mrr_at_100 value: 82.23728543548712 - type: mrr_at_1000 value: 82.2484704491435 - type: mrr_at_20 value: 82.17939404012738 - type: mrr_at_3 value: 81.39999999999996 - type: mrr_at_5 value: 81.77749999999999 - type: nauc_map_at_1000_diff1 value: 12.062132936717521 - type: nauc_map_at_1000_max value: 51.382165085093334 - type: nauc_map_at_1000_std value: 36.58864306046064 - type: nauc_map_at_100_diff1 value: 12.051949398444183 - type: nauc_map_at_100_max value: 51.34908135366227 - type: nauc_map_at_100_std value: 36.52210989937193 - type: nauc_map_at_10_diff1 value: 12.777280190641028 - type: nauc_map_at_10_max value: 49.32596164262907 - type: nauc_map_at_10_std value: 31.686981061919155 - type: nauc_map_at_1_diff1 value: 37.35139732613343 - type: nauc_map_at_1_max value: 15.093384481462307 - type: nauc_map_at_1_std value: -8.854873266650177 - type: nauc_map_at_20_diff1 value: 12.021476990878154 - type: nauc_map_at_20_max value: 51.03680970054935 - type: nauc_map_at_20_std value: 35.39711804826195 - type: nauc_map_at_3_diff1 value: 21.411553096160677 - type: nauc_map_at_3_max value: 33.17045029624202 - type: nauc_map_at_3_std value: 8.535144908242547 - type: nauc_map_at_5_diff1 value: 15.708436109180901 - type: nauc_map_at_5_max value: 42.409321391070755 - type: nauc_map_at_5_std value: 20.4389846931215 - type: nauc_mrr_at_1000_diff1 value: 38.428414816579085 - type: nauc_mrr_at_1000_max value: 63.60673073805357 - type: nauc_mrr_at_1000_std value: 40.71970714381069 - type: nauc_mrr_at_100_diff1 value: 38.42980859765321 - type: nauc_mrr_at_100_max value: 63.619004356960005 - type: nauc_mrr_at_100_std value: 40.72448587110982 - type: nauc_mrr_at_10_diff1 value: 38.47826112008598 - type: nauc_mrr_at_10_max value: 63.67807682471137 - type: nauc_mrr_at_10_std value: 40.72466524474895 - type: nauc_mrr_at_1_diff1 value: 39.283302491602534 - type: nauc_mrr_at_1_max value: 59.024604685019625 - type: nauc_mrr_at_1_std value: 34.94700630574531 - type: nauc_mrr_at_20_diff1 value: 38.426716863570896 - type: nauc_mrr_at_20_max value: 63.672103746346245 - type: nauc_mrr_at_20_std value: 40.787049239349656 - type: nauc_mrr_at_3_diff1 value: 37.89957558233111 - type: nauc_mrr_at_3_max value: 63.69612725658364 - type: nauc_mrr_at_3_std value: 40.65582656561661 - type: nauc_mrr_at_5_diff1 value: 37.979706587392855 - type: nauc_mrr_at_5_max value: 63.596719178013686 - type: nauc_mrr_at_5_std value: 40.679370708153975 - type: nauc_ndcg_at_1000_diff1 value: 15.943236492583047 - type: nauc_ndcg_at_1000_max value: 56.687522809123735 - type: nauc_ndcg_at_1000_std value: 43.7481773406075 - type: nauc_ndcg_at_100_diff1 value: 15.570990846108915 - type: nauc_ndcg_at_100_max value: 56.39526331713808 - type: nauc_ndcg_at_100_std value: 43.39751374918785 - type: nauc_ndcg_at_10_diff1 value: 15.48802688248517 - type: nauc_ndcg_at_10_max value: 54.59534251030818 - type: nauc_ndcg_at_10_std value: 38.824175992946984 - type: nauc_ndcg_at_1_diff1 value: 39.283302491602534 - type: nauc_ndcg_at_1_max value: 59.024604685019625 - type: nauc_ndcg_at_1_std value: 34.94700630574531 - type: nauc_ndcg_at_20_diff1 value: 15.068158050742674 - type: nauc_ndcg_at_20_max value: 55.981346078084215 - type: nauc_ndcg_at_20_std value: 41.43625902852297 - type: nauc_ndcg_at_3_diff1 value: 13.918883919943884 - type: nauc_ndcg_at_3_max value: 54.017797306767875 - type: nauc_ndcg_at_3_std value: 37.783006567845504 - type: nauc_ndcg_at_5_diff1 value: 13.828905669873098 - type: nauc_ndcg_at_5_max value: 52.855256667797576 - type: nauc_ndcg_at_5_std value: 36.1342649347302 - type: nauc_precision_at_1000_diff1 value: -13.4008203486104 - type: nauc_precision_at_1000_max value: 20.34126695599174 - type: nauc_precision_at_1000_std value: 39.759981698846275 - type: nauc_precision_at_100_diff1 value: -12.477594463684301 - type: nauc_precision_at_100_max value: 26.1710872492505 - type: nauc_precision_at_100_std value: 44.765114967812465 - type: nauc_precision_at_10_diff1 value: -10.139326403217545 - type: nauc_precision_at_10_max value: 37.88081495944228 - type: nauc_precision_at_10_std value: 46.70161705980195 - type: nauc_precision_at_1_diff1 value: 39.283302491602534 - type: nauc_precision_at_1_max value: 59.024604685019625 - type: nauc_precision_at_1_std value: 34.94700630574531 - type: nauc_precision_at_20_diff1 value: -11.639337184169326 - type: nauc_precision_at_20_max value: 33.58893256534197 - type: nauc_precision_at_20_std value: 47.50774316764828 - type: nauc_precision_at_3_diff1 value: -2.4077437192506648 - type: nauc_precision_at_3_max value: 49.819809006594255 - type: nauc_precision_at_3_std value: 43.314868908413565 - type: nauc_precision_at_5_diff1 value: -8.087192297095333 - type: nauc_precision_at_5_max value: 44.25420534145421 - type: nauc_precision_at_5_std value: 44.52972613962522 - type: nauc_recall_at_1000_diff1 value: 7.280604579210675 - type: nauc_recall_at_1000_max value: 48.462169604520135 - type: nauc_recall_at_1000_std value: 54.611400371209875 - type: nauc_recall_at_100_diff1 value: 7.855570930555611 - type: nauc_recall_at_100_max value: 49.362395797047725 - type: nauc_recall_at_100_std value: 48.21464586001012 - type: nauc_recall_at_10_diff1 value: 11.04991814644292 - type: nauc_recall_at_10_max value: 47.31513207971589 - type: nauc_recall_at_10_std value: 33.36665734051043 - type: nauc_recall_at_1_diff1 value: 37.35139732613343 - type: nauc_recall_at_1_max value: 15.093384481462307 - type: nauc_recall_at_1_std value: -8.854873266650177 - type: nauc_recall_at_20_diff1 value: 8.043639724282265 - type: nauc_recall_at_20_max value: 50.68059498542623 - type: nauc_recall_at_20_std value: 42.43323496160291 - type: nauc_recall_at_3_diff1 value: 18.165808605381066 - type: nauc_recall_at_3_max value: 29.433129898537082 - type: nauc_recall_at_3_std value: 6.665891212065862 - type: nauc_recall_at_5_diff1 value: 12.40708163880872 - type: nauc_recall_at_5_max value: 38.422720938138085 - type: nauc_recall_at_5_std value: 18.382267523266844 - type: ndcg_at_1 value: 76.4 - type: ndcg_at_10 value: 68.562 - type: ndcg_at_100 value: 73.12100000000001 - type: ndcg_at_1000 value: 74.598 - type: ndcg_at_20 value: 70.60600000000001 - type: ndcg_at_3 value: 69.203 - type: ndcg_at_5 value: 66.8 - type: precision_at_1 value: 76.4 - type: precision_at_10 value: 32.714999999999996 - type: precision_at_100 value: 4.089 - type: precision_at_1000 value: 0.445 - type: precision_at_20 value: 18.203 - type: precision_at_3 value: 61.833000000000006 - type: precision_at_5 value: 50.86000000000001 - type: recall_at_1 value: 20.598 - type: recall_at_10 value: 68.785 - type: recall_at_100 value: 83.14099999999999 - type: recall_at_1000 value: 90.726 - type: recall_at_20 value: 74.811 - type: recall_at_3 value: 44.346000000000004 - type: recall_at_5 value: 56.79 task: type: Retrieval - dataset: config: default name: MTEB EcomRetrieval (default) revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 split: test type: C-MTEB/EcomRetrieval metrics: - type: main_score value: 51.99399999999999 - type: map_at_1 value: 39.0 - type: map_at_10 value: 47.498000000000005 - type: map_at_100 value: 48.271 - type: map_at_1000 value: 48.306 - type: map_at_20 value: 47.965 - type: map_at_3 value: 45.25 - type: map_at_5 value: 46.465 - type: mrr_at_1 value: 39.0 - type: mrr_at_10 value: 47.49777777777774 - type: mrr_at_100 value: 48.27105812675479 - type: mrr_at_1000 value: 48.3064507593175 - type: mrr_at_20 value: 47.965205475638854 - type: mrr_at_3 value: 45.24999999999997 - type: mrr_at_5 value: 46.464999999999954 - type: nauc_map_at_1000_diff1 value: 64.14211914604797 - type: nauc_map_at_1000_max value: 43.48928410278362 - type: nauc_map_at_1000_std value: -0.16916880177790458 - type: nauc_map_at_100_diff1 value: 64.1326333446995 - type: nauc_map_at_100_max value: 43.50413257508422 - type: nauc_map_at_100_std value: -0.16017811389068248 - type: nauc_map_at_10_diff1 value: 64.19919182450525 - type: nauc_map_at_10_max value: 43.42535989882292 - type: nauc_map_at_10_std value: -0.5926134329060908 - type: nauc_map_at_1_diff1 value: 67.13476388188273 - type: nauc_map_at_1_max value: 38.74949879063031 - type: nauc_map_at_1_std value: -2.1603093916935094 - type: nauc_map_at_20_diff1 value: 64.10452313276582 - type: nauc_map_at_20_max value: 43.46062026023969 - type: nauc_map_at_20_std value: -0.328594445444764 - type: nauc_map_at_3_diff1 value: 64.62046082110288 - type: nauc_map_at_3_max value: 42.202412793697306 - type: nauc_map_at_3_std value: -0.8994670765839452 - type: nauc_map_at_5_diff1 value: 64.25068056127812 - type: nauc_map_at_5_max value: 42.694992011748326 - type: nauc_map_at_5_std value: -0.9028996258442468 - type: nauc_mrr_at_1000_diff1 value: 64.14211914604797 - type: nauc_mrr_at_1000_max value: 43.48928410278362 - type: nauc_mrr_at_1000_std value: -0.16916880177790458 - type: nauc_mrr_at_100_diff1 value: 64.1326333446995 - type: nauc_mrr_at_100_max value: 43.50413257508422 - type: nauc_mrr_at_100_std value: -0.16017811389068248 - type: nauc_mrr_at_10_diff1 value: 64.19919182450525 - type: nauc_mrr_at_10_max value: 43.42535989882292 - type: nauc_mrr_at_10_std value: -0.5926134329060908 - type: nauc_mrr_at_1_diff1 value: 67.13476388188273 - type: nauc_mrr_at_1_max value: 38.74949879063031 - type: nauc_mrr_at_1_std value: -2.1603093916935094 - type: nauc_mrr_at_20_diff1 value: 64.10452313276582 - type: nauc_mrr_at_20_max value: 43.46062026023969 - type: nauc_mrr_at_20_std value: -0.328594445444764 - type: nauc_mrr_at_3_diff1 value: 64.62046082110288 - type: nauc_mrr_at_3_max value: 42.202412793697306 - type: nauc_mrr_at_3_std value: -0.8994670765839452 - type: nauc_mrr_at_5_diff1 value: 64.25068056127812 - type: nauc_mrr_at_5_max value: 42.694992011748326 - type: nauc_mrr_at_5_std value: -0.9028996258442468 - type: nauc_ndcg_at_1000_diff1 value: 63.21768899139219 - type: nauc_ndcg_at_1000_max value: 46.19506099094367 - type: nauc_ndcg_at_1000_std value: 2.209865028223472 - type: nauc_ndcg_at_100_diff1 value: 62.98633379848151 - type: nauc_ndcg_at_100_max value: 46.63979239002217 - type: nauc_ndcg_at_100_std value: 2.695628752678766 - type: nauc_ndcg_at_10_diff1 value: 62.99364854584548 - type: nauc_ndcg_at_10_max value: 45.922535262934275 - type: nauc_ndcg_at_10_std value: 0.23158851918729126 - type: nauc_ndcg_at_1_diff1 value: 67.13476388188273 - type: nauc_ndcg_at_1_max value: 38.74949879063031 - type: nauc_ndcg_at_1_std value: -2.1603093916935094 - type: nauc_ndcg_at_20_diff1 value: 62.7430226696847 - type: nauc_ndcg_at_20_max value: 46.24633935920644 - type: nauc_ndcg_at_20_std value: 1.2933574402770873 - type: nauc_ndcg_at_3_diff1 value: 63.779909868594075 - type: nauc_ndcg_at_3_max value: 43.195971704826555 - type: nauc_ndcg_at_3_std value: -0.4697879751828786 - type: nauc_ndcg_at_5_diff1 value: 63.077014069645465 - type: nauc_ndcg_at_5_max value: 44.05823309172281 - type: nauc_ndcg_at_5_std value: -0.516902229420011 - type: nauc_precision_at_1000_diff1 value: 57.28354404824984 - type: nauc_precision_at_1000_max value: 81.1870694223634 - type: nauc_precision_at_1000_std value: 39.5740278093216 - type: nauc_precision_at_100_diff1 value: 56.348657337866 - type: nauc_precision_at_100_max value: 72.27778216986857 - type: nauc_precision_at_100_std value: 31.08776714891819 - type: nauc_precision_at_10_diff1 value: 58.654066064682354 - type: nauc_precision_at_10_max value: 55.66851802697398 - type: nauc_precision_at_10_std value: 3.4120787487541695 - type: nauc_precision_at_1_diff1 value: 67.13476388188273 - type: nauc_precision_at_1_max value: 38.74949879063031 - type: nauc_precision_at_1_std value: -2.1603093916935094 - type: nauc_precision_at_20_diff1 value: 56.95993841868541 - type: nauc_precision_at_20_max value: 59.520800557088606 - type: nauc_precision_at_20_std value: 9.678027334643966 - type: nauc_precision_at_3_diff1 value: 61.25203222883966 - type: nauc_precision_at_3_max value: 46.132939137245586 - type: nauc_precision_at_3_std value: 0.8250263034877992 - type: nauc_precision_at_5_diff1 value: 59.27696427138276 - type: nauc_precision_at_5_max value: 48.3729142498595 - type: nauc_precision_at_5_std value: 0.6543072062803423 - type: nauc_recall_at_1000_diff1 value: 57.283544048249965 - type: nauc_recall_at_1000_max value: 81.18706942236348 - type: nauc_recall_at_1000_std value: 39.574027809322 - type: nauc_recall_at_100_diff1 value: 56.348657337865895 - type: nauc_recall_at_100_max value: 72.27778216986839 - type: nauc_recall_at_100_std value: 31.08776714891815 - type: nauc_recall_at_10_diff1 value: 58.65406606468243 - type: nauc_recall_at_10_max value: 55.6685180269741 - type: nauc_recall_at_10_std value: 3.4120787487541744 - type: nauc_recall_at_1_diff1 value: 67.13476388188273 - type: nauc_recall_at_1_max value: 38.74949879063031 - type: nauc_recall_at_1_std value: -2.1603093916935094 - type: nauc_recall_at_20_diff1 value: 56.95993841868553 - type: nauc_recall_at_20_max value: 59.520800557088705 - type: nauc_recall_at_20_std value: 9.67802733464404 - type: nauc_recall_at_3_diff1 value: 61.25203222883967 - type: nauc_recall_at_3_max value: 46.132939137245586 - type: nauc_recall_at_3_std value: 0.8250263034877896 - type: nauc_recall_at_5_diff1 value: 59.27696427138285 - type: nauc_recall_at_5_max value: 48.372914249859576 - type: nauc_recall_at_5_std value: 0.6543072062804443 - type: ndcg_at_1 value: 39.0 - type: ndcg_at_10 value: 51.99399999999999 - type: ndcg_at_100 value: 55.95099999999999 - type: ndcg_at_1000 value: 56.885 - type: ndcg_at_20 value: 53.74 - type: ndcg_at_3 value: 47.315000000000005 - type: ndcg_at_5 value: 49.480000000000004 - type: precision_at_1 value: 39.0 - type: precision_at_10 value: 6.63 - type: precision_at_100 value: 0.852 - type: precision_at_1000 value: 0.093 - type: precision_at_20 value: 3.665 - type: precision_at_3 value: 17.767 - type: precision_at_5 value: 11.700000000000001 - type: recall_at_1 value: 39.0 - type: recall_at_10 value: 66.3 - type: recall_at_100 value: 85.2 - type: recall_at_1000 value: 92.60000000000001 - type: recall_at_20 value: 73.3 - type: recall_at_3 value: 53.300000000000004 - type: recall_at_5 value: 58.5 task: type: Retrieval - dataset: config: default name: MTEB FEVER (default) revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 split: test type: mteb/fever metrics: - type: main_score value: 86.167 - type: map_at_1 value: 74.33800000000001 - type: map_at_10 value: 82.498 - type: map_at_100 value: 82.711 - type: map_at_1000 value: 82.722 - type: map_at_20 value: 82.631 - type: map_at_3 value: 81.366 - type: map_at_5 value: 82.087 - type: mrr_at_1 value: 79.8079807980798 - type: mrr_at_10 value: 86.81534820148663 - type: mrr_at_100 value: 86.90335837526817 - type: mrr_at_1000 value: 86.90570029953601 - type: mrr_at_20 value: 86.87497576561636 - type: mrr_at_3 value: 86.03110311031085 - type: mrr_at_5 value: 86.56515651565132 - type: nauc_map_at_1000_diff1 value: 63.80412003468792 - type: nauc_map_at_1000_max value: 30.443040219063782 - type: nauc_map_at_1000_std value: -0.7661699065712747 - type: nauc_map_at_100_diff1 value: 63.793185543664144 - type: nauc_map_at_100_max value: 30.449106167217906 - type: nauc_map_at_100_std value: -0.751513142093214 - type: nauc_map_at_10_diff1 value: 63.6468809138792 - type: nauc_map_at_10_max value: 30.468882268790736 - type: nauc_map_at_10_std value: -0.8770760767073671 - type: nauc_map_at_1_diff1 value: 65.59476914772542 - type: nauc_map_at_1_max value: 24.8326129481821 - type: nauc_map_at_1_std value: -6.149274398563455 - type: nauc_map_at_20_diff1 value: 63.72389441483504 - type: nauc_map_at_20_max value: 30.457609974874234 - type: nauc_map_at_20_std value: -0.808031265800565 - type: nauc_map_at_3_diff1 value: 63.41453934510057 - type: nauc_map_at_3_max value: 30.12460449412893 - type: nauc_map_at_3_std value: -1.6479523970241587 - type: nauc_map_at_5_diff1 value: 63.72460033731496 - type: nauc_map_at_5_max value: 30.641849557038064 - type: nauc_map_at_5_std value: -1.001988906727461 - type: nauc_mrr_at_1000_diff1 value: 76.36838740180266 - type: nauc_mrr_at_1000_max value: 35.08826457750934 - type: nauc_mrr_at_1000_std value: -0.6777459508169168 - type: nauc_mrr_at_100_diff1 value: 76.36608691519517 - type: nauc_mrr_at_100_max value: 35.09638914785759 - type: nauc_mrr_at_100_std value: -0.6634803913379186 - type: nauc_mrr_at_10_diff1 value: 76.3948904658589 - type: nauc_mrr_at_10_max value: 35.33356677586711 - type: nauc_mrr_at_10_std value: -0.45659136145068113 - type: nauc_mrr_at_1_diff1 value: 76.68686096982084 - type: nauc_mrr_at_1_max value: 29.761571677851446 - type: nauc_mrr_at_1_std value: -5.907589944585199 - type: nauc_mrr_at_20_diff1 value: 76.37370624306932 - type: nauc_mrr_at_20_max value: 35.19943783422336 - type: nauc_mrr_at_20_std value: -0.5618030993571618 - type: nauc_mrr_at_3_diff1 value: 76.11716503186365 - type: nauc_mrr_at_3_max value: 35.271244192469 - type: nauc_mrr_at_3_std value: -0.8712763707650889 - type: nauc_mrr_at_5_diff1 value: 76.48015586019038 - type: nauc_mrr_at_5_max value: 35.66063047390566 - type: nauc_mrr_at_5_std value: -0.2899088302722794 - type: nauc_ndcg_at_1000_diff1 value: 65.09177399227487 - type: nauc_ndcg_at_1000_max value: 32.44696464141599 - type: nauc_ndcg_at_1000_std value: 1.4136160879212092 - type: nauc_ndcg_at_100_diff1 value: 64.74921044658977 - type: nauc_ndcg_at_100_max value: 32.566752866071425 - type: nauc_ndcg_at_100_std value: 1.855958522657113 - type: nauc_ndcg_at_10_diff1 value: 64.28645210451032 - type: nauc_ndcg_at_10_max value: 33.14957686106596 - type: nauc_ndcg_at_10_std value: 2.0113075275468355 - type: nauc_ndcg_at_1_diff1 value: 76.68686096982084 - type: nauc_ndcg_at_1_max value: 29.761571677851446 - type: nauc_ndcg_at_1_std value: -5.907589944585199 - type: nauc_ndcg_at_20_diff1 value: 64.39446221768821 - type: nauc_ndcg_at_20_max value: 32.93545770746945 - type: nauc_ndcg_at_20_std value: 1.9924181843944653 - type: nauc_ndcg_at_3_diff1 value: 64.79283621071 - type: nauc_ndcg_at_3_max value: 32.7746091928708 - type: nauc_ndcg_at_3_std value: 0.5288567628664994 - type: nauc_ndcg_at_5_diff1 value: 64.83506189605514 - type: nauc_ndcg_at_5_max value: 33.67363285662579 - type: nauc_ndcg_at_5_std value: 1.8119931952532888 - type: nauc_precision_at_1000_diff1 value: -15.714725289554032 - type: nauc_precision_at_1000_max value: -4.37623120107013 - type: nauc_precision_at_1000_std value: 9.293828089569525 - type: nauc_precision_at_100_diff1 value: -13.216686619671536 - type: nauc_precision_at_100_max value: 0.16415424652433566 - type: nauc_precision_at_100_std value: 14.673489903735938 - type: nauc_precision_at_10_diff1 value: 1.62676209843492 - type: nauc_precision_at_10_max value: 15.005360115331227 - type: nauc_precision_at_10_std value: 17.90978542772984 - type: nauc_precision_at_1_diff1 value: 76.68686096982084 - type: nauc_precision_at_1_max value: 29.761571677851446 - type: nauc_precision_at_1_std value: -5.907589944585199 - type: nauc_precision_at_20_diff1 value: -5.553830318468026 - type: nauc_precision_at_20_max value: 8.735585741431837 - type: nauc_precision_at_20_std value: 16.964680678765866 - type: nauc_precision_at_3_diff1 value: 34.33896583653477 - type: nauc_precision_at_3_max value: 31.545012727670148 - type: nauc_precision_at_3_std value: 12.5377712701041 - type: nauc_precision_at_5_diff1 value: 19.490544912279802 - type: nauc_precision_at_5_max value: 26.830224222236104 - type: nauc_precision_at_5_std value: 17.923062797715478 - type: nauc_recall_at_1000_diff1 value: 22.97875537876177 - type: nauc_recall_at_1000_max value: 29.35608496530822 - type: nauc_recall_at_1000_std value: 23.12406199891762 - type: nauc_recall_at_100_diff1 value: 29.298613044090967 - type: nauc_recall_at_100_max value: 31.992797356607166 - type: nauc_recall_at_100_std value: 25.076009885245366 - type: nauc_recall_at_10_diff1 value: 41.243537896155836 - type: nauc_recall_at_10_max value: 37.63206937207168 - type: nauc_recall_at_10_std value: 18.18023942405805 - type: nauc_recall_at_1_diff1 value: 65.59476914772542 - type: nauc_recall_at_1_max value: 24.8326129481821 - type: nauc_recall_at_1_std value: -6.149274398563455 - type: nauc_recall_at_20_diff1 value: 36.94224436204051 - type: nauc_recall_at_20_max value: 36.4121436479055 - type: nauc_recall_at_20_std value: 20.56212393263084 - type: nauc_recall_at_3_diff1 value: 52.03839901501732 - type: nauc_recall_at_3_max value: 35.5899002298603 - type: nauc_recall_at_3_std value: 7.407128983355843 - type: nauc_recall_at_5_diff1 value: 49.02745857931576 - type: nauc_recall_at_5_max value: 39.06314797493658 - type: nauc_recall_at_5_std value: 13.613515240830148 - type: ndcg_at_1 value: 79.808 - type: ndcg_at_10 value: 86.167 - type: ndcg_at_100 value: 86.94800000000001 - type: ndcg_at_1000 value: 87.164 - type: ndcg_at_20 value: 86.529 - type: ndcg_at_3 value: 84.40299999999999 - type: ndcg_at_5 value: 85.40299999999999 - type: precision_at_1 value: 79.808 - type: precision_at_10 value: 10.345 - type: precision_at_100 value: 1.095 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.284 - type: precision_at_3 value: 32.178000000000004 - type: precision_at_5 value: 20.003 - type: recall_at_1 value: 74.33800000000001 - type: recall_at_10 value: 93.125 - type: recall_at_100 value: 96.26599999999999 - type: recall_at_1000 value: 97.669 - type: recall_at_20 value: 94.36 - type: recall_at_3 value: 88.333 - type: recall_at_5 value: 90.892 task: type: Retrieval - dataset: config: default name: MTEB FiQA2018 (default) revision: 27a168819829fe9bcd655c2df245fb19452e8e06 split: test type: mteb/fiqa metrics: - type: main_score value: 25.805 - type: map_at_1 value: 12.899 - type: map_at_10 value: 19.764 - type: map_at_100 value: 20.96 - type: map_at_1000 value: 21.124000000000002 - type: map_at_20 value: 20.407 - type: map_at_3 value: 17.18 - type: map_at_5 value: 18.481 - type: mrr_at_1 value: 24.382716049382715 - type: mrr_at_10 value: 31.675117577895325 - type: mrr_at_100 value: 32.44952245761694 - type: mrr_at_1000 value: 32.512907986779325 - type: mrr_at_20 value: 32.112282911664416 - type: mrr_at_3 value: 29.37242798353909 - type: mrr_at_5 value: 30.483539094650187 - type: nauc_map_at_1000_diff1 value: 40.54385359909451 - type: nauc_map_at_1000_max value: 38.74918403533164 - type: nauc_map_at_1000_std value: 15.43983176915499 - type: nauc_map_at_100_diff1 value: 40.473604319109626 - type: nauc_map_at_100_max value: 38.685313962942416 - type: nauc_map_at_100_std value: 15.35390348208144 - type: nauc_map_at_10_diff1 value: 40.57894981383912 - type: nauc_map_at_10_max value: 38.13086669076117 - type: nauc_map_at_10_std value: 14.17584341830685 - type: nauc_map_at_1_diff1 value: 47.369181938582514 - type: nauc_map_at_1_max value: 36.51527795473331 - type: nauc_map_at_1_std value: 13.579054537840229 - type: nauc_map_at_20_diff1 value: 40.40176108135633 - type: nauc_map_at_20_max value: 38.33885949371027 - type: nauc_map_at_20_std value: 14.775922981863355 - type: nauc_map_at_3_diff1 value: 42.34450676309069 - type: nauc_map_at_3_max value: 36.81828677228458 - type: nauc_map_at_3_std value: 12.53054692016046 - type: nauc_map_at_5_diff1 value: 41.4195127461581 - type: nauc_map_at_5_max value: 37.43951911767563 - type: nauc_map_at_5_std value: 12.988499451959793 - type: nauc_mrr_at_1000_diff1 value: 42.32368879629551 - type: nauc_mrr_at_1000_max value: 41.49392233754857 - type: nauc_mrr_at_1000_std value: 18.59248217498413 - type: nauc_mrr_at_100_diff1 value: 42.26325978558565 - type: nauc_mrr_at_100_max value: 41.4827305847626 - type: nauc_mrr_at_100_std value: 18.593747709016778 - type: nauc_mrr_at_10_diff1 value: 42.1690403669623 - type: nauc_mrr_at_10_max value: 41.407523945768546 - type: nauc_mrr_at_10_std value: 18.359603563477144 - type: nauc_mrr_at_1_diff1 value: 48.53953775909429 - type: nauc_mrr_at_1_max value: 44.51007496638179 - type: nauc_mrr_at_1_std value: 18.27945359299317 - type: nauc_mrr_at_20_diff1 value: 42.246192660407495 - type: nauc_mrr_at_20_max value: 41.492150403414755 - type: nauc_mrr_at_20_std value: 18.557913585288404 - type: nauc_mrr_at_3_diff1 value: 43.56499280912534 - type: nauc_mrr_at_3_max value: 40.63393511031206 - type: nauc_mrr_at_3_std value: 16.54470864684114 - type: nauc_mrr_at_5_diff1 value: 42.96188069849647 - type: nauc_mrr_at_5_max value: 41.29469780945155 - type: nauc_mrr_at_5_std value: 17.589214122351695 - type: nauc_ndcg_at_1000_diff1 value: 38.997425615002776 - type: nauc_ndcg_at_1000_max value: 41.18105491785995 - type: nauc_ndcg_at_1000_std value: 21.07194878703698 - type: nauc_ndcg_at_100_diff1 value: 38.05358129703645 - type: nauc_ndcg_at_100_max value: 40.4891814552976 - type: nauc_ndcg_at_100_std value: 20.18146477851188 - type: nauc_ndcg_at_10_diff1 value: 38.0786204666326 - type: nauc_ndcg_at_10_max value: 38.73202623740625 - type: nauc_ndcg_at_10_std value: 16.3553298180595 - type: nauc_ndcg_at_1_diff1 value: 48.53953775909429 - type: nauc_ndcg_at_1_max value: 44.51007496638179 - type: nauc_ndcg_at_1_std value: 18.27945359299317 - type: nauc_ndcg_at_20_diff1 value: 37.781506163040454 - type: nauc_ndcg_at_20_max value: 39.185888526787885 - type: nauc_ndcg_at_20_std value: 17.877395044750358 - type: nauc_ndcg_at_3_diff1 value: 40.01423266022924 - type: nauc_ndcg_at_3_max value: 37.64027658055322 - type: nauc_ndcg_at_3_std value: 12.568977177168858 - type: nauc_ndcg_at_5_diff1 value: 39.50800617745676 - type: nauc_ndcg_at_5_max value: 38.1027458795071 - type: nauc_ndcg_at_5_std value: 14.078522330619242 - type: nauc_precision_at_1000_diff1 value: 5.960260178366493 - type: nauc_precision_at_1000_max value: 20.2434346099095 - type: nauc_precision_at_1000_std value: 14.879347523960806 - type: nauc_precision_at_100_diff1 value: 14.365600944912302 - type: nauc_precision_at_100_max value: 29.70429196562339 - type: nauc_precision_at_100_std value: 20.676479232937577 - type: nauc_precision_at_10_diff1 value: 23.11599184736198 - type: nauc_precision_at_10_max value: 37.85650058533224 - type: nauc_precision_at_10_std value: 19.717492234368024 - type: nauc_precision_at_1_diff1 value: 48.53953775909429 - type: nauc_precision_at_1_max value: 44.51007496638179 - type: nauc_precision_at_1_std value: 18.27945359299317 - type: nauc_precision_at_20_diff1 value: 18.940880127043123 - type: nauc_precision_at_20_max value: 33.526263365412426 - type: nauc_precision_at_20_std value: 19.159930760713596 - type: nauc_precision_at_3_diff1 value: 33.399845354841695 - type: nauc_precision_at_3_max value: 40.104701275367475 - type: nauc_precision_at_3_std value: 14.391437252550677 - type: nauc_precision_at_5_diff1 value: 30.242747760482825 - type: nauc_precision_at_5_max value: 39.45089096851181 - type: nauc_precision_at_5_std value: 15.471086249839974 - type: nauc_recall_at_1000_diff1 value: 26.932411631320768 - type: nauc_recall_at_1000_max value: 36.9739917322874 - type: nauc_recall_at_1000_std value: 34.75368398811744 - type: nauc_recall_at_100_diff1 value: 23.269700249461017 - type: nauc_recall_at_100_max value: 34.30265666696766 - type: nauc_recall_at_100_std value: 26.224754528985255 - type: nauc_recall_at_10_diff1 value: 25.61336594823433 - type: nauc_recall_at_10_max value: 31.36165445449294 - type: nauc_recall_at_10_std value: 14.716681480629642 - type: nauc_recall_at_1_diff1 value: 47.369181938582514 - type: nauc_recall_at_1_max value: 36.51527795473331 - type: nauc_recall_at_1_std value: 13.579054537840229 - type: nauc_recall_at_20_diff1 value: 24.208738126912145 - type: nauc_recall_at_20_max value: 31.605126284041297 - type: nauc_recall_at_20_std value: 18.58561210868371 - type: nauc_recall_at_3_diff1 value: 33.978557510518016 - type: nauc_recall_at_3_max value: 30.416526848179316 - type: nauc_recall_at_3_std value: 9.024784504488089 - type: nauc_recall_at_5_diff1 value: 31.45101894206735 - type: nauc_recall_at_5_max value: 32.10370802263191 - type: nauc_recall_at_5_std value: 11.398936864675383 - type: ndcg_at_1 value: 24.383 - type: ndcg_at_10 value: 25.805 - type: ndcg_at_100 value: 30.994 - type: ndcg_at_1000 value: 34.304 - type: ndcg_at_20 value: 27.645999999999997 - type: ndcg_at_3 value: 22.516 - type: ndcg_at_5 value: 23.506 - type: precision_at_1 value: 24.383 - type: precision_at_10 value: 7.037 - type: precision_at_100 value: 1.242 - type: precision_at_1000 value: 0.182 - type: precision_at_20 value: 4.329000000000001 - type: precision_at_3 value: 14.249 - type: precision_at_5 value: 10.648 - type: recall_at_1 value: 12.899 - type: recall_at_10 value: 31.938 - type: recall_at_100 value: 51.81 - type: recall_at_1000 value: 72.117 - type: recall_at_20 value: 37.483 - type: recall_at_3 value: 21.256 - type: recall_at_5 value: 25.259999999999998 task: type: Retrieval - dataset: config: default name: MTEB HotpotQA (default) revision: ab518f4d6fcca38d87c25209f94beba119d02014 split: test type: mteb/hotpotqa metrics: - type: main_score value: 67.472 - type: map_at_1 value: 39.426 - type: map_at_10 value: 58.462 - type: map_at_100 value: 59.384 - type: map_at_1000 value: 59.441 - type: map_at_20 value: 59.019 - type: map_at_3 value: 55.157999999999994 - type: map_at_5 value: 57.255 - type: mrr_at_1 value: 78.8521269412559 - type: mrr_at_10 value: 84.35582993044147 - type: mrr_at_100 value: 84.55263951304046 - type: mrr_at_1000 value: 84.55918448205495 - type: mrr_at_20 value: 84.49086444708152 - type: mrr_at_3 value: 83.39185235201421 - type: mrr_at_5 value: 84.04478955660558 - type: nauc_map_at_1000_diff1 value: 26.341340343769517 - type: nauc_map_at_1000_max value: 28.527861182487207 - type: nauc_map_at_1000_std value: 8.982598197502044 - type: nauc_map_at_100_diff1 value: 26.324274963576936 - type: nauc_map_at_100_max value: 28.519595659496822 - type: nauc_map_at_100_std value: 8.969958522705147 - type: nauc_map_at_10_diff1 value: 26.447737791862053 - type: nauc_map_at_10_max value: 28.440489271707914 - type: nauc_map_at_10_std value: 8.36496899684938 - type: nauc_map_at_1_diff1 value: 78.50105177648346 - type: nauc_map_at_1_max value: 47.248470892515684 - type: nauc_map_at_1_std value: -0.11060813067222093 - type: nauc_map_at_20_diff1 value: 26.31340728508947 - type: nauc_map_at_20_max value: 28.476780271151476 - type: nauc_map_at_20_std value: 8.708376028591845 - type: nauc_map_at_3_diff1 value: 27.623478336959227 - type: nauc_map_at_3_max value: 28.25283797154275 - type: nauc_map_at_3_std value: 6.717349104465825 - type: nauc_map_at_5_diff1 value: 26.75223688471738 - type: nauc_map_at_5_max value: 28.480228558660865 - type: nauc_map_at_5_std value: 7.777090164882629 - type: nauc_mrr_at_1000_diff1 value: 77.82566946312463 - type: nauc_mrr_at_1000_max value: 50.978748622341776 - type: nauc_mrr_at_1000_std value: 3.9660794347763457 - type: nauc_mrr_at_100_diff1 value: 77.82636195776996 - type: nauc_mrr_at_100_max value: 50.989582370683074 - type: nauc_mrr_at_100_std value: 3.9837834579455507 - type: nauc_mrr_at_10_diff1 value: 77.80859827606214 - type: nauc_mrr_at_10_max value: 51.06586101023988 - type: nauc_mrr_at_10_std value: 4.073782411624432 - type: nauc_mrr_at_1_diff1 value: 78.50105177648346 - type: nauc_mrr_at_1_max value: 47.248470892515684 - type: nauc_mrr_at_1_std value: -0.11060813067222093 - type: nauc_mrr_at_20_diff1 value: 77.82129736699977 - type: nauc_mrr_at_20_max value: 51.012937537438276 - type: nauc_mrr_at_20_std value: 4.026750215273545 - type: nauc_mrr_at_3_diff1 value: 77.56609810742842 - type: nauc_mrr_at_3_max value: 51.08792135745153 - type: nauc_mrr_at_3_std value: 3.7554418654239194 - type: nauc_mrr_at_5_diff1 value: 77.7457399545338 - type: nauc_mrr_at_5_max value: 51.16775608390308 - type: nauc_mrr_at_5_std value: 3.9707838381187424 - type: nauc_ndcg_at_1000_diff1 value: 31.17446869182052 - type: nauc_ndcg_at_1000_max value: 31.825861543141787 - type: nauc_ndcg_at_1000_std value: 12.166423635528758 - type: nauc_ndcg_at_100_diff1 value: 30.589419495658166 - type: nauc_ndcg_at_100_max value: 31.55901293973185 - type: nauc_ndcg_at_100_std value: 12.004021043334799 - type: nauc_ndcg_at_10_diff1 value: 31.217352098004675 - type: nauc_ndcg_at_10_max value: 31.43276534877207 - type: nauc_ndcg_at_10_std value: 9.74254567600979 - type: nauc_ndcg_at_1_diff1 value: 78.50105177648346 - type: nauc_ndcg_at_1_max value: 47.248470892515684 - type: nauc_ndcg_at_1_std value: -0.11060813067222093 - type: nauc_ndcg_at_20_diff1 value: 30.63955009545761 - type: nauc_ndcg_at_20_max value: 31.407900909815595 - type: nauc_ndcg_at_20_std value: 10.675734441679348 - type: nauc_ndcg_at_3_diff1 value: 33.7900810265147 - type: nauc_ndcg_at_3_max value: 31.747110649279993 - type: nauc_ndcg_at_3_std value: 7.155556583622552 - type: nauc_ndcg_at_5_diff1 value: 32.10321602077098 - type: nauc_ndcg_at_5_max value: 31.732483389871547 - type: nauc_ndcg_at_5_std value: 8.614224406892642 - type: nauc_precision_at_1000_diff1 value: -4.3771895114465735 - type: nauc_precision_at_1000_max value: 18.80939383634996 - type: nauc_precision_at_1000_std value: 35.38300059546089 - type: nauc_precision_at_100_diff1 value: 2.0633300518126068 - type: nauc_precision_at_100_max value: 20.488227288182774 - type: nauc_precision_at_100_std value: 26.494486955878 - type: nauc_precision_at_10_diff1 value: 12.678063050960755 - type: nauc_precision_at_10_max value: 24.01939486753801 - type: nauc_precision_at_10_std value: 14.77454841034483 - type: nauc_precision_at_1_diff1 value: 78.50105177648346 - type: nauc_precision_at_1_max value: 47.248470892515684 - type: nauc_precision_at_1_std value: -0.11060813067222093 - type: nauc_precision_at_20_diff1 value: 8.35518929563371 - type: nauc_precision_at_20_max value: 22.43546646048988 - type: nauc_precision_at_20_std value: 17.967498520879293 - type: nauc_precision_at_3_diff1 value: 20.744322642049422 - type: nauc_precision_at_3_max value: 26.787609470814633 - type: nauc_precision_at_3_std value: 9.399033393142906 - type: nauc_precision_at_5_diff1 value: 16.208995977080793 - type: nauc_precision_at_5_max value: 25.614946548940853 - type: nauc_precision_at_5_std value: 11.95867415429728 - type: nauc_recall_at_1000_diff1 value: -4.3771895114463595 - type: nauc_recall_at_1000_max value: 18.80939383635008 - type: nauc_recall_at_1000_std value: 35.38300059546097 - type: nauc_recall_at_100_diff1 value: 2.0633300518125637 - type: nauc_recall_at_100_max value: 20.48822728818252 - type: nauc_recall_at_100_std value: 26.4944869558779 - type: nauc_recall_at_10_diff1 value: 12.67806305096069 - type: nauc_recall_at_10_max value: 24.019394867537958 - type: nauc_recall_at_10_std value: 14.774548410344776 - type: nauc_recall_at_1_diff1 value: 78.50105177648346 - type: nauc_recall_at_1_max value: 47.248470892515684 - type: nauc_recall_at_1_std value: -0.11060813067222093 - type: nauc_recall_at_20_diff1 value: 8.35518929563362 - type: nauc_recall_at_20_max value: 22.435466460489813 - type: nauc_recall_at_20_std value: 17.967498520879364 - type: nauc_recall_at_3_diff1 value: 20.744322642049454 - type: nauc_recall_at_3_max value: 26.787609470814644 - type: nauc_recall_at_3_std value: 9.399033393142856 - type: nauc_recall_at_5_diff1 value: 16.208995977080782 - type: nauc_recall_at_5_max value: 25.614946548940825 - type: nauc_recall_at_5_std value: 11.958674154297341 - type: ndcg_at_1 value: 78.852 - type: ndcg_at_10 value: 67.472 - type: ndcg_at_100 value: 70.587 - type: ndcg_at_1000 value: 71.7 - type: ndcg_at_20 value: 68.852 - type: ndcg_at_3 value: 62.796 - type: ndcg_at_5 value: 65.464 - type: precision_at_1 value: 78.852 - type: precision_at_10 value: 13.901 - type: precision_at_100 value: 1.6310000000000002 - type: precision_at_1000 value: 0.178 - type: precision_at_20 value: 7.393 - type: precision_at_3 value: 39.473 - type: precision_at_5 value: 25.788 - type: recall_at_1 value: 39.426 - type: recall_at_10 value: 69.50699999999999 - type: recall_at_100 value: 81.526 - type: recall_at_1000 value: 88.90599999999999 - type: recall_at_20 value: 73.92999999999999 - type: recall_at_3 value: 59.209999999999994 - type: recall_at_5 value: 64.47 task: type: Retrieval - dataset: config: default name: MTEB MMarcoRetrieval (default) revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 split: test type: C-MTEB/MMarcoRetrieval metrics: - type: main_score value: 57.19499999999999 - type: map_at_1 value: 44.818999999999996 - type: map_at_10 value: 53.224000000000004 - type: map_at_100 value: 53.757 - type: map_at_1000 value: 53.788000000000004 - type: map_at_20 value: 53.561 - type: map_at_3 value: 51.188 - type: map_at_5 value: 52.443 - type: mrr_at_1 value: 46.41833810888252 - type: mrr_at_10 value: 53.94587142402337 - type: mrr_at_100 value: 54.43571159357003 - type: mrr_at_1000 value: 54.465100780371344 - type: mrr_at_20 value: 54.257204411188184 - type: mrr_at_3 value: 52.101241642789105 - type: mrr_at_5 value: 53.233763132760345 - type: nauc_map_at_1000_diff1 value: 70.26042979905807 - type: nauc_map_at_1000_max value: 58.68416950903844 - type: nauc_map_at_1000_std value: 13.410551528553881 - type: nauc_map_at_100_diff1 value: 70.25125347260497 - type: nauc_map_at_100_max value: 58.69264269006522 - type: nauc_map_at_100_std value: 13.42088619384096 - type: nauc_map_at_10_diff1 value: 70.24781652539009 - type: nauc_map_at_10_max value: 58.66302990334148 - type: nauc_map_at_10_std value: 13.107489577012036 - type: nauc_map_at_1_diff1 value: 74.03972607662418 - type: nauc_map_at_1_max value: 52.9732154435787 - type: nauc_map_at_1_std value: 8.560702338785676 - type: nauc_map_at_20_diff1 value: 70.24288756743213 - type: nauc_map_at_20_max value: 58.74172597665706 - type: nauc_map_at_20_std value: 13.34597982289252 - type: nauc_map_at_3_diff1 value: 70.8300198090176 - type: nauc_map_at_3_max value: 57.290560592566294 - type: nauc_map_at_3_std value: 11.577199426192937 - type: nauc_map_at_5_diff1 value: 70.43174453367 - type: nauc_map_at_5_max value: 58.298993661414734 - type: nauc_map_at_5_std value: 12.575445542352456 - type: nauc_mrr_at_1000_diff1 value: 70.59310122342762 - type: nauc_mrr_at_1000_max value: 59.20680864869718 - type: nauc_mrr_at_1000_std value: 13.933431988401148 - type: nauc_mrr_at_100_diff1 value: 70.58484769325997 - type: nauc_mrr_at_100_max value: 59.21586893327749 - type: nauc_mrr_at_100_std value: 13.945168626665009 - type: nauc_mrr_at_10_diff1 value: 70.56835533190241 - type: nauc_mrr_at_10_max value: 59.20304563671691 - type: nauc_mrr_at_10_std value: 13.705059776100947 - type: nauc_mrr_at_1_diff1 value: 74.70229476795922 - type: nauc_mrr_at_1_max value: 55.24461562825211 - type: nauc_mrr_at_1_std value: 9.388508061475354 - type: nauc_mrr_at_20_diff1 value: 70.57379668885889 - type: nauc_mrr_at_20_max value: 59.261650643021554 - type: nauc_mrr_at_20_std value: 13.892150772800923 - type: nauc_mrr_at_3_diff1 value: 71.11578189201518 - type: nauc_mrr_at_3_max value: 58.18069865079906 - type: nauc_mrr_at_3_std value: 12.450376884835663 - type: nauc_mrr_at_5_diff1 value: 70.72202593045206 - type: nauc_mrr_at_5_max value: 58.97723226815985 - type: nauc_mrr_at_5_std value: 13.260634760348719 - type: nauc_ndcg_at_1000_diff1 value: 68.74703378326001 - type: nauc_ndcg_at_1000_max value: 60.83223290736585 - type: nauc_ndcg_at_1000_std value: 16.981502750506138 - type: nauc_ndcg_at_100_diff1 value: 68.47529577711941 - type: nauc_ndcg_at_100_max value: 61.091478450501754 - type: nauc_ndcg_at_100_std value: 17.483370931736314 - type: nauc_ndcg_at_10_diff1 value: 68.50930607099632 - type: nauc_ndcg_at_10_max value: 61.10969456714638 - type: nauc_ndcg_at_10_std value: 15.936588003469698 - type: nauc_ndcg_at_1_diff1 value: 74.70229476795922 - type: nauc_ndcg_at_1_max value: 55.24461562825211 - type: nauc_ndcg_at_1_std value: 9.388508061475354 - type: nauc_ndcg_at_20_diff1 value: 68.46317512015115 - type: nauc_ndcg_at_20_max value: 61.41365545045488 - type: nauc_ndcg_at_20_std value: 16.844459770935778 - type: nauc_ndcg_at_3_diff1 value: 69.74824086530852 - type: nauc_ndcg_at_3_max value: 58.57331207942189 - type: nauc_ndcg_at_3_std value: 12.897388629534762 - type: nauc_ndcg_at_5_diff1 value: 68.97682800960776 - type: nauc_ndcg_at_5_max value: 60.299098240569705 - type: nauc_ndcg_at_5_std value: 14.632067497966005 - type: nauc_precision_at_1000_diff1 value: 26.89007113883275 - type: nauc_precision_at_1000_max value: 46.23130390879421 - type: nauc_precision_at_1000_std value: 30.698138975519285 - type: nauc_precision_at_100_diff1 value: 35.93712021176337 - type: nauc_precision_at_100_max value: 54.76852109365306 - type: nauc_precision_at_100_std value: 33.907696965402295 - type: nauc_precision_at_10_diff1 value: 48.371135821722596 - type: nauc_precision_at_10_max value: 61.99559796089503 - type: nauc_precision_at_10_std value: 24.754732150638066 - type: nauc_precision_at_1_diff1 value: 74.70229476795922 - type: nauc_precision_at_1_max value: 55.24461562825211 - type: nauc_precision_at_1_std value: 9.388508061475354 - type: nauc_precision_at_20_diff1 value: 44.15746389562522 - type: nauc_precision_at_20_max value: 61.10027662732338 - type: nauc_precision_at_20_std value: 28.858378094065635 - type: nauc_precision_at_3_diff1 value: 59.33964667148327 - type: nauc_precision_at_3_max value: 59.660666754413285 - type: nauc_precision_at_3_std value: 16.30519160170101 - type: nauc_precision_at_5_diff1 value: 54.065633958559225 - type: nauc_precision_at_5_max value: 61.842642200679634 - type: nauc_precision_at_5_std value: 20.633161696275206 - type: nauc_recall_at_1000_diff1 value: 58.1619901023936 - type: nauc_recall_at_1000_max value: 72.76628545759259 - type: nauc_recall_at_1000_std value: 43.07750525698423 - type: nauc_recall_at_100_diff1 value: 57.81340416728631 - type: nauc_recall_at_100_max value: 71.865265055528 - type: nauc_recall_at_100_std value: 41.445617320943356 - type: nauc_recall_at_10_diff1 value: 61.354501272492165 - type: nauc_recall_at_10_max value: 69.31314165032313 - type: nauc_recall_at_10_std value: 25.94549688317928 - type: nauc_recall_at_1_diff1 value: 74.03972607662418 - type: nauc_recall_at_1_max value: 52.9732154435787 - type: nauc_recall_at_1_std value: 8.560702338785676 - type: nauc_recall_at_20_diff1 value: 60.1168579200214 - type: nauc_recall_at_20_max value: 71.73426250754902 - type: nauc_recall_at_20_std value: 31.743125064742 - type: nauc_recall_at_3_diff1 value: 65.99302068813246 - type: nauc_recall_at_3_max value: 61.38084814191331 - type: nauc_recall_at_3_std value: 15.986612831059693 - type: nauc_recall_at_5_diff1 value: 63.442426874234826 - type: nauc_recall_at_5_max value: 65.83283626666224 - type: nauc_recall_at_5_std value: 20.675189002245734 - type: ndcg_at_1 value: 46.418 - type: ndcg_at_10 value: 57.19499999999999 - type: ndcg_at_100 value: 59.73500000000001 - type: ndcg_at_1000 value: 60.633 - type: ndcg_at_20 value: 58.367999999999995 - type: ndcg_at_3 value: 53.217999999999996 - type: ndcg_at_5 value: 55.382 - type: precision_at_1 value: 46.418 - type: precision_at_10 value: 7.317 - type: precision_at_100 value: 0.86 - type: precision_at_1000 value: 0.094 - type: precision_at_20 value: 3.9050000000000002 - type: precision_at_3 value: 20.463 - type: precision_at_5 value: 13.421 - type: recall_at_1 value: 44.818999999999996 - type: recall_at_10 value: 68.829 - type: recall_at_100 value: 80.60199999999999 - type: recall_at_1000 value: 87.75500000000001 - type: recall_at_20 value: 73.355 - type: recall_at_3 value: 58.201 - type: recall_at_5 value: 63.354 task: type: Retrieval - dataset: config: default name: MTEB MSMARCO (default) revision: c5a29a104738b98a9e76336939199e264163d4a0 split: dev type: mteb/msmarco metrics: - type: main_score value: 17.108 - type: map_at_1 value: 8.524 - type: map_at_10 value: 13.811000000000002 - type: map_at_100 value: 14.693000000000001 - type: map_at_1000 value: 14.77 - type: map_at_20 value: 14.319 - type: map_at_3 value: 11.892999999999999 - type: map_at_5 value: 12.922 - type: mrr_at_1 value: 8.796561604584527 - type: mrr_at_10 value: 14.170407513530764 - type: mrr_at_100 value: 15.048561930734833 - type: mrr_at_1000 value: 15.122376489953226 - type: mrr_at_20 value: 14.681627161807759 - type: mrr_at_3 value: 12.261222540592206 - type: mrr_at_5 value: 13.289159503342962 - type: nauc_map_at_1000_diff1 value: 23.218668478025386 - type: nauc_map_at_1000_max value: 29.61958688093464 - type: nauc_map_at_1000_std value: 11.547786129171026 - type: nauc_map_at_100_diff1 value: 23.223024602139336 - type: nauc_map_at_100_max value: 29.569381710107816 - type: nauc_map_at_100_std value: 11.463448202909808 - type: nauc_map_at_10_diff1 value: 23.42245083616564 - type: nauc_map_at_10_max value: 28.736145176842225 - type: nauc_map_at_10_std value: 9.905604720875653 - type: nauc_map_at_1_diff1 value: 29.8748627435949 - type: nauc_map_at_1_max value: 26.6497938053676 - type: nauc_map_at_1_std value: 6.121872414111879 - type: nauc_map_at_20_diff1 value: 23.361862479281662 - type: nauc_map_at_20_max value: 29.231361636696505 - type: nauc_map_at_20_std value: 10.801655860954275 - type: nauc_map_at_3_diff1 value: 24.743952241108826 - type: nauc_map_at_3_max value: 27.472041480944654 - type: nauc_map_at_3_std value: 8.004052762828538 - type: nauc_map_at_5_diff1 value: 23.779734368818893 - type: nauc_map_at_5_max value: 27.915554800469938 - type: nauc_map_at_5_std value: 8.739318343988039 - type: nauc_mrr_at_1000_diff1 value: 23.008369224805534 - type: nauc_mrr_at_1000_max value: 29.565473885504773 - type: nauc_mrr_at_1000_std value: 11.847071636350016 - type: nauc_mrr_at_100_diff1 value: 23.008284426027256 - type: nauc_mrr_at_100_max value: 29.518921482024613 - type: nauc_mrr_at_100_std value: 11.775847622511266 - type: nauc_mrr_at_10_diff1 value: 23.195952911900232 - type: nauc_mrr_at_10_max value: 28.73909541090732 - type: nauc_mrr_at_10_std value: 10.291592894731307 - type: nauc_mrr_at_1_diff1 value: 29.588774232229113 - type: nauc_mrr_at_1_max value: 26.734307006971754 - type: nauc_mrr_at_1_std value: 6.570898688940385 - type: nauc_mrr_at_20_diff1 value: 23.136714296525152 - type: nauc_mrr_at_20_max value: 29.21056314342999 - type: nauc_mrr_at_20_std value: 11.15933374731932 - type: nauc_mrr_at_3_diff1 value: 24.391945382771883 - type: nauc_mrr_at_3_max value: 27.48307535907865 - type: nauc_mrr_at_3_std value: 8.428671151539316 - type: nauc_mrr_at_5_diff1 value: 23.49504304491056 - type: nauc_mrr_at_5_max value: 27.946063332613296 - type: nauc_mrr_at_5_std value: 9.16414791963959 - type: nauc_ndcg_at_1000_diff1 value: 20.315657936642616 - type: nauc_ndcg_at_1000_max value: 34.617184131903876 - type: nauc_ndcg_at_1000_std value: 20.642322084890235 - type: nauc_ndcg_at_100_diff1 value: 20.336347873884456 - type: nauc_ndcg_at_100_max value: 33.472006688498624 - type: nauc_ndcg_at_100_std value: 18.922299187193342 - type: nauc_ndcg_at_10_diff1 value: 21.298008062935423 - type: nauc_ndcg_at_10_max value: 30.066919227586975 - type: nauc_ndcg_at_10_std value: 12.160605785363709 - type: nauc_ndcg_at_1_diff1 value: 29.588774232229113 - type: nauc_ndcg_at_1_max value: 26.734307006971754 - type: nauc_ndcg_at_1_std value: 6.570898688940385 - type: nauc_ndcg_at_20_diff1 value: 21.161652731769628 - type: nauc_ndcg_at_20_max value: 31.574315289059758 - type: nauc_ndcg_at_20_std value: 14.910044538877084 - type: nauc_ndcg_at_3_diff1 value: 23.33332537198534 - type: nauc_ndcg_at_3_max value: 27.684419184625824 - type: nauc_ndcg_at_3_std value: 8.607652342532672 - type: nauc_ndcg_at_5_diff1 value: 21.91785854168375 - type: nauc_ndcg_at_5_max value: 28.358978848989754 - type: nauc_ndcg_at_5_std value: 9.759960992476355 - type: nauc_precision_at_1000_diff1 value: 10.365579440883709 - type: nauc_precision_at_1000_max value: 47.8276720411195 - type: nauc_precision_at_1000_std value: 50.25815541266756 - type: nauc_precision_at_100_diff1 value: 13.449076303656716 - type: nauc_precision_at_100_max value: 42.29622038814561 - type: nauc_precision_at_100_std value: 38.32848146914202 - type: nauc_precision_at_10_diff1 value: 16.817806945711304 - type: nauc_precision_at_10_max value: 32.65098242638481 - type: nauc_precision_at_10_std value: 17.1057301972624 - type: nauc_precision_at_1_diff1 value: 29.588774232229113 - type: nauc_precision_at_1_max value: 26.734307006971754 - type: nauc_precision_at_1_std value: 6.570898688940385 - type: nauc_precision_at_20_diff1 value: 16.6325483032766 - type: nauc_precision_at_20_max value: 36.4739965581178 - type: nauc_precision_at_20_std value: 24.243947927232494 - type: nauc_precision_at_3_diff1 value: 20.03994877797651 - type: nauc_precision_at_3_max value: 28.001992724251544 - type: nauc_precision_at_3_std value: 9.918910685983798 - type: nauc_precision_at_5_diff1 value: 17.909288257232078 - type: nauc_precision_at_5_max value: 29.440573068780562 - type: nauc_precision_at_5_std value: 12.138201555824145 - type: nauc_recall_at_1000_diff1 value: 12.384404623990866 - type: nauc_recall_at_1000_max value: 53.16894570389471 - type: nauc_recall_at_1000_std value: 54.0339774253684 - type: nauc_recall_at_100_diff1 value: 13.916689646493092 - type: nauc_recall_at_100_max value: 43.29116542457196 - type: nauc_recall_at_100_std value: 38.38534819483866 - type: nauc_recall_at_10_diff1 value: 17.167697112334153 - type: nauc_recall_at_10_max value: 32.72836401992213 - type: nauc_recall_at_10_std value: 16.586757497950337 - type: nauc_recall_at_1_diff1 value: 29.8748627435949 - type: nauc_recall_at_1_max value: 26.6497938053676 - type: nauc_recall_at_1_std value: 6.121872414111879 - type: nauc_recall_at_20_diff1 value: 16.995799057981877 - type: nauc_recall_at_20_max value: 36.50375112670718 - type: nauc_recall_at_20_std value: 23.6626167330791 - type: nauc_recall_at_3_diff1 value: 20.335741054398525 - type: nauc_recall_at_3_max value: 28.041771518841628 - type: nauc_recall_at_3_std value: 9.630422694689473 - type: nauc_recall_at_5_diff1 value: 18.029821500684772 - type: nauc_recall_at_5_max value: 28.9177721372625 - type: nauc_recall_at_5_std value: 11.484499860649166 - type: ndcg_at_1 value: 8.797 - type: ndcg_at_10 value: 17.108 - type: ndcg_at_100 value: 21.684 - type: ndcg_at_1000 value: 23.929000000000002 - type: ndcg_at_20 value: 18.964 - type: ndcg_at_3 value: 13.128 - type: ndcg_at_5 value: 14.972 - type: precision_at_1 value: 8.797 - type: precision_at_10 value: 2.858 - type: precision_at_100 value: 0.518 - type: precision_at_1000 value: 0.07100000000000001 - type: precision_at_20 value: 1.814 - type: precision_at_3 value: 5.669 - type: precision_at_5 value: 4.324 - type: recall_at_1 value: 8.524 - type: recall_at_10 value: 27.303 - type: recall_at_100 value: 49.099 - type: recall_at_1000 value: 66.988 - type: recall_at_20 value: 34.571000000000005 - type: recall_at_3 value: 16.351 - type: recall_at_5 value: 20.79 task: type: Retrieval - dataset: config: default name: MTEB MedicalRetrieval (default) revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 split: test type: C-MTEB/MedicalRetrieval metrics: - type: main_score value: 42.986000000000004 - type: map_at_1 value: 36.5 - type: map_at_10 value: 40.871 - type: map_at_100 value: 41.386 - type: map_at_1000 value: 41.435 - type: map_at_20 value: 41.149 - type: map_at_3 value: 39.933 - type: map_at_5 value: 40.348 - type: mrr_at_1 value: 36.7 - type: mrr_at_10 value: 40.97107142857142 - type: mrr_at_100 value: 41.48627116126376 - type: mrr_at_1000 value: 41.5350651501168 - type: mrr_at_20 value: 41.248736283925915 - type: mrr_at_3 value: 40.03333333333332 - type: mrr_at_5 value: 40.448333333333316 - type: nauc_map_at_1000_diff1 value: 77.37512949727217 - type: nauc_map_at_1000_max value: 72.06477471911317 - type: nauc_map_at_1000_std value: 19.094217395528524 - type: nauc_map_at_100_diff1 value: 77.373933280668 - type: nauc_map_at_100_max value: 72.0649042565364 - type: nauc_map_at_100_std value: 19.083791137816352 - type: nauc_map_at_10_diff1 value: 77.70989297249345 - type: nauc_map_at_10_max value: 72.27495008631554 - type: nauc_map_at_10_std value: 18.932224004065162 - type: nauc_map_at_1_diff1 value: 82.52567232363161 - type: nauc_map_at_1_max value: 74.55360590610704 - type: nauc_map_at_1_std value: 20.515475387948243 - type: nauc_map_at_20_diff1 value: 77.46838293283584 - type: nauc_map_at_20_max value: 72.14297394136004 - type: nauc_map_at_20_std value: 19.02131554485847 - type: nauc_map_at_3_diff1 value: 78.35949763496411 - type: nauc_map_at_3_max value: 72.68798107449088 - type: nauc_map_at_3_std value: 18.99379028492272 - type: nauc_map_at_5_diff1 value: 78.29663044814824 - type: nauc_map_at_5_max value: 72.85092001611716 - type: nauc_map_at_5_std value: 19.09987622335474 - type: nauc_mrr_at_1000_diff1 value: 77.0556567524976 - type: nauc_mrr_at_1000_max value: 72.09048487668457 - type: nauc_mrr_at_1000_std value: 19.25214135903195 - type: nauc_mrr_at_100_diff1 value: 77.05472401560309 - type: nauc_mrr_at_100_max value: 72.09059311719659 - type: nauc_mrr_at_100_std value: 19.241590200834146 - type: nauc_mrr_at_10_diff1 value: 77.39213531475731 - type: nauc_mrr_at_10_max value: 72.30044601578872 - type: nauc_mrr_at_10_std value: 19.08939059922627 - type: nauc_mrr_at_1_diff1 value: 81.8862308729431 - type: nauc_mrr_at_1_max value: 74.60235468275339 - type: nauc_mrr_at_1_std value: 20.8279444323117 - type: nauc_mrr_at_20_diff1 value: 77.14991068904308 - type: nauc_mrr_at_20_max value: 72.16860011690952 - type: nauc_mrr_at_20_std value: 19.178850208436376 - type: nauc_mrr_at_3_diff1 value: 78.04245151703907 - type: nauc_mrr_at_3_max value: 72.71319714374202 - type: nauc_mrr_at_3_std value: 19.150421583399723 - type: nauc_mrr_at_5_diff1 value: 77.97916227480808 - type: nauc_mrr_at_5_max value: 72.87609390630256 - type: nauc_mrr_at_5_std value: 19.256680048263735 - type: nauc_ndcg_at_1000_diff1 value: 73.93767113477907 - type: nauc_ndcg_at_1000_max value: 69.88404116733506 - type: nauc_ndcg_at_1000_std value: 19.68407713864583 - type: nauc_ndcg_at_100_diff1 value: 73.82395257759265 - type: nauc_ndcg_at_100_max value: 69.83618991706564 - type: nauc_ndcg_at_100_std value: 19.256279161584654 - type: nauc_ndcg_at_10_diff1 value: 75.58036680360185 - type: nauc_ndcg_at_10_max value: 70.9277731951102 - type: nauc_ndcg_at_10_std value: 18.24765302865303 - type: nauc_ndcg_at_1_diff1 value: 82.52567232363161 - type: nauc_ndcg_at_1_max value: 74.55360590610704 - type: nauc_ndcg_at_1_std value: 20.515475387948243 - type: nauc_ndcg_at_20_diff1 value: 74.67267264640863 - type: nauc_ndcg_at_20_max value: 70.41638512690534 - type: nauc_ndcg_at_20_std value: 18.5318975733297 - type: nauc_ndcg_at_3_diff1 value: 77.1329446571036 - type: nauc_ndcg_at_3_max value: 72.08931244236261 - type: nauc_ndcg_at_3_std value: 18.53107234264309 - type: nauc_ndcg_at_5_diff1 value: 77.01484051719324 - type: nauc_ndcg_at_5_max value: 72.35261224856936 - type: nauc_ndcg_at_5_std value: 18.72538724810479 - type: nauc_precision_at_1000_diff1 value: 53.30172161915614 - type: nauc_precision_at_1000_max value: 56.461034398927545 - type: nauc_precision_at_1000_std value: 28.81119286639875 - type: nauc_precision_at_100_diff1 value: 57.78206578042088 - type: nauc_precision_at_100_max value: 59.606013396493516 - type: nauc_precision_at_100_std value: 21.912993966042226 - type: nauc_precision_at_10_diff1 value: 68.76288618627447 - type: nauc_precision_at_10_max value: 66.39389103261195 - type: nauc_precision_at_10_std value: 16.014609557706812 - type: nauc_precision_at_1_diff1 value: 82.52567232363161 - type: nauc_precision_at_1_max value: 74.55360590610704 - type: nauc_precision_at_1_std value: 20.515475387948243 - type: nauc_precision_at_20_diff1 value: 64.74676681608756 - type: nauc_precision_at_20_max value: 64.07208764182178 - type: nauc_precision_at_20_std value: 17.01363067962291 - type: nauc_precision_at_3_diff1 value: 73.62522389481089 - type: nauc_precision_at_3_max value: 70.36056685665382 - type: nauc_precision_at_3_std value: 17.202818367658427 - type: nauc_precision_at_5_diff1 value: 73.31220817816539 - type: nauc_precision_at_5_max value: 70.92407676989903 - type: nauc_precision_at_5_std value: 17.67739682781376 - type: nauc_recall_at_1000_diff1 value: 53.301721619156105 - type: nauc_recall_at_1000_max value: 56.461034398927666 - type: nauc_recall_at_1000_std value: 28.811192866398837 - type: nauc_recall_at_100_diff1 value: 57.782065780420844 - type: nauc_recall_at_100_max value: 59.60601339649349 - type: nauc_recall_at_100_std value: 21.912993966042183 - type: nauc_recall_at_10_diff1 value: 68.7628861862745 - type: nauc_recall_at_10_max value: 66.39389103261195 - type: nauc_recall_at_10_std value: 16.014609557706795 - type: nauc_recall_at_1_diff1 value: 82.52567232363161 - type: nauc_recall_at_1_max value: 74.55360590610704 - type: nauc_recall_at_1_std value: 20.515475387948243 - type: nauc_recall_at_20_diff1 value: 64.74676681608761 - type: nauc_recall_at_20_max value: 64.07208764182177 - type: nauc_recall_at_20_std value: 17.013630679622935 - type: nauc_recall_at_3_diff1 value: 73.62522389481089 - type: nauc_recall_at_3_max value: 70.36056685665386 - type: nauc_recall_at_3_std value: 17.202818367658445 - type: nauc_recall_at_5_diff1 value: 73.3122081781654 - type: nauc_recall_at_5_max value: 70.92407676989899 - type: nauc_recall_at_5_std value: 17.677396827813805 - type: ndcg_at_1 value: 36.5 - type: ndcg_at_10 value: 42.986000000000004 - type: ndcg_at_100 value: 45.79 - type: ndcg_at_1000 value: 47.407 - type: ndcg_at_20 value: 43.998 - type: ndcg_at_3 value: 40.959 - type: ndcg_at_5 value: 41.704 - type: precision_at_1 value: 36.5 - type: precision_at_10 value: 4.97 - type: precision_at_100 value: 0.635 - type: precision_at_1000 value: 0.077 - type: precision_at_20 value: 2.685 - type: precision_at_3 value: 14.633 - type: precision_at_5 value: 9.139999999999999 - type: recall_at_1 value: 36.5 - type: recall_at_10 value: 49.7 - type: recall_at_100 value: 63.5 - type: recall_at_1000 value: 76.9 - type: recall_at_20 value: 53.7 - type: recall_at_3 value: 43.9 - type: recall_at_5 value: 45.7 task: type: Retrieval - dataset: config: default name: MTEB NFCorpus (default) revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 split: test type: mteb/nfcorpus metrics: - type: main_score value: 28.717 - type: map_at_1 value: 5.1339999999999995 - type: map_at_10 value: 11.116 - type: map_at_100 value: 12.909 - type: map_at_1000 value: 13.514000000000001 - type: map_at_20 value: 12.017 - type: map_at_3 value: 8.530999999999999 - type: map_at_5 value: 9.849 - type: mrr_at_1 value: 42.10526315789473 - type: mrr_at_10 value: 48.94896555113274 - type: mrr_at_100 value: 49.538778225230004 - type: mrr_at_1000 value: 49.5972692996884 - type: mrr_at_20 value: 49.33970910655248 - type: mrr_at_3 value: 47.36842105263159 - type: mrr_at_5 value: 48.28173374613004 - type: nauc_map_at_1000_diff1 value: 16.353893868263473 - type: nauc_map_at_1000_max value: 44.040542152095554 - type: nauc_map_at_1000_std value: 18.193794214316128 - type: nauc_map_at_100_diff1 value: 16.74853812715935 - type: nauc_map_at_100_max value: 43.99843857525908 - type: nauc_map_at_100_std value: 17.027768108245347 - type: nauc_map_at_10_diff1 value: 20.518880945162515 - type: nauc_map_at_10_max value: 41.97522979226856 - type: nauc_map_at_10_std value: 11.82591379526025 - type: nauc_map_at_1_diff1 value: 40.60820182767276 - type: nauc_map_at_1_max value: 34.324314249089035 - type: nauc_map_at_1_std value: 6.241429658500057 - type: nauc_map_at_20_diff1 value: 18.029190338253287 - type: nauc_map_at_20_max value: 43.59909950180384 - type: nauc_map_at_20_std value: 14.392341317877039 - type: nauc_map_at_3_diff1 value: 26.151377515810985 - type: nauc_map_at_3_max value: 37.24496964175979 - type: nauc_map_at_3_std value: 7.744086080739083 - type: nauc_map_at_5_diff1 value: 24.727410429739503 - type: nauc_map_at_5_max value: 38.995534077321494 - type: nauc_map_at_5_std value: 8.94368246607561 - type: nauc_mrr_at_1000_diff1 value: 28.912407160224873 - type: nauc_mrr_at_1000_max value: 52.20648880316783 - type: nauc_mrr_at_1000_std value: 18.67711355101332 - type: nauc_mrr_at_100_diff1 value: 28.862722538310585 - type: nauc_mrr_at_100_max value: 52.21237555020183 - type: nauc_mrr_at_100_std value: 18.711444597208224 - type: nauc_mrr_at_10_diff1 value: 29.249669752599406 - type: nauc_mrr_at_10_max value: 52.125996129180706 - type: nauc_mrr_at_10_std value: 18.108543640748522 - type: nauc_mrr_at_1_diff1 value: 31.437393726415657 - type: nauc_mrr_at_1_max value: 50.30794594214224 - type: nauc_mrr_at_1_std value: 15.797200651547834 - type: nauc_mrr_at_20_diff1 value: 28.960276249385753 - type: nauc_mrr_at_20_max value: 52.2292512355103 - type: nauc_mrr_at_20_std value: 18.647209256171255 - type: nauc_mrr_at_3_diff1 value: 29.9403099791075 - type: nauc_mrr_at_3_max value: 52.21375418646459 - type: nauc_mrr_at_3_std value: 17.657403630905236 - type: nauc_mrr_at_5_diff1 value: 29.288691954701605 - type: nauc_mrr_at_5_max value: 51.93458325391017 - type: nauc_mrr_at_5_std value: 17.449275114151224 - type: nauc_ndcg_at_1000_diff1 value: 17.413449466355477 - type: nauc_ndcg_at_1000_max value: 51.282128853882966 - type: nauc_ndcg_at_1000_std value: 26.676699834172833 - type: nauc_ndcg_at_100_diff1 value: 14.229405037669823 - type: nauc_ndcg_at_100_max value: 47.27756231700748 - type: nauc_ndcg_at_100_std value: 26.359853706665675 - type: nauc_ndcg_at_10_diff1 value: 10.756820538491432 - type: nauc_ndcg_at_10_max value: 43.25352958404275 - type: nauc_ndcg_at_10_std value: 21.498972415819615 - type: nauc_ndcg_at_1_diff1 value: 32.08481502771464 - type: nauc_ndcg_at_1_max value: 49.512698007983666 - type: nauc_ndcg_at_1_std value: 15.52228503821167 - type: nauc_ndcg_at_20_diff1 value: 10.584244885381274 - type: nauc_ndcg_at_20_max value: 43.682615411785605 - type: nauc_ndcg_at_20_std value: 23.91850402894147 - type: nauc_ndcg_at_3_diff1 value: 14.368283308364383 - type: nauc_ndcg_at_3_max value: 46.3845049842012 - type: nauc_ndcg_at_3_std value: 20.362210144259294 - type: nauc_ndcg_at_5_diff1 value: 12.794798632954132 - type: nauc_ndcg_at_5_max value: 44.81887933731769 - type: nauc_ndcg_at_5_std value: 20.17434710663848 - type: nauc_precision_at_1000_diff1 value: -11.62222903948536 - type: nauc_precision_at_1000_max value: 3.85955586789508 - type: nauc_precision_at_1000_std value: 27.242984511883318 - type: nauc_precision_at_100_diff1 value: -15.235363834286758 - type: nauc_precision_at_100_max value: 15.552980262829665 - type: nauc_precision_at_100_std value: 35.902059450309075 - type: nauc_precision_at_10_diff1 value: -8.569695903294772 - type: nauc_precision_at_10_max value: 34.279516997538 - type: nauc_precision_at_10_std value: 25.326968367382264 - type: nauc_precision_at_1_diff1 value: 31.437393726415657 - type: nauc_precision_at_1_max value: 50.30794594214224 - type: nauc_precision_at_1_std value: 15.797200651547834 - type: nauc_precision_at_20_diff1 value: -13.581809281052983 - type: nauc_precision_at_20_max value: 28.36321164223102 - type: nauc_precision_at_20_std value: 29.30831094247851 - type: nauc_precision_at_3_diff1 value: 4.528067814541078 - type: nauc_precision_at_3_max value: 43.00955396308342 - type: nauc_precision_at_3_std value: 21.09295855114464 - type: nauc_precision_at_5_diff1 value: -0.49426825672219826 - type: nauc_precision_at_5_max value: 39.70156191883351 - type: nauc_precision_at_5_std value: 21.671532426934093 - type: nauc_recall_at_1000_diff1 value: 14.660764095574033 - type: nauc_recall_at_1000_max value: 35.49957428338693 - type: nauc_recall_at_1000_std value: 19.47138042432338 - type: nauc_recall_at_100_diff1 value: 10.252566830606682 - type: nauc_recall_at_100_max value: 40.61686153859631 - type: nauc_recall_at_100_std value: 23.545459884553615 - type: nauc_recall_at_10_diff1 value: 18.740737180025736 - type: nauc_recall_at_10_max value: 38.69765703939695 - type: nauc_recall_at_10_std value: 10.071092204381513 - type: nauc_recall_at_1_diff1 value: 40.60820182767276 - type: nauc_recall_at_1_max value: 34.324314249089035 - type: nauc_recall_at_1_std value: 6.241429658500057 - type: nauc_recall_at_20_diff1 value: 15.163058894173126 - type: nauc_recall_at_20_max value: 39.320481512988756 - type: nauc_recall_at_20_std value: 13.65010053759418 - type: nauc_recall_at_3_diff1 value: 24.495065506876614 - type: nauc_recall_at_3_max value: 35.34822128689044 - type: nauc_recall_at_3_std value: 6.2632503472831145 - type: nauc_recall_at_5_diff1 value: 22.51780662380844 - type: nauc_recall_at_5_max value: 34.69191236760095 - type: nauc_recall_at_5_std value: 6.71655205068772 - type: ndcg_at_1 value: 39.474 - type: ndcg_at_10 value: 28.717 - type: ndcg_at_100 value: 24.017 - type: ndcg_at_1000 value: 29.933 - type: ndcg_at_20 value: 26.183 - type: ndcg_at_3 value: 34.52 - type: ndcg_at_5 value: 31.758999999999997 - type: precision_at_1 value: 42.105 - type: precision_at_10 value: 20.402 - type: precision_at_100 value: 5.483 - type: precision_at_1000 value: 1.468 - type: precision_at_20 value: 14.474 - type: precision_at_3 value: 32.301 - type: precision_at_5 value: 26.811 - type: recall_at_1 value: 5.1339999999999995 - type: recall_at_10 value: 14.14 - type: recall_at_100 value: 21.979000000000003 - type: recall_at_1000 value: 44.57 - type: recall_at_20 value: 16.921 - type: recall_at_3 value: 9.414 - type: recall_at_5 value: 11.688 task: type: Retrieval - dataset: config: default name: MTEB NQ (default) revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 split: test type: mteb/nq metrics: - type: main_score value: 20.498 - type: map_at_1 value: 11.006 - type: map_at_10 value: 16.881 - type: map_at_100 value: 17.681 - type: map_at_1000 value: 17.747 - type: map_at_20 value: 17.349 - type: map_at_3 value: 14.782 - type: map_at_5 value: 15.986 - type: mrr_at_1 value: 12.804171494785631 - type: mrr_at_10 value: 18.50528334161012 - type: mrr_at_100 value: 19.244286714242154 - type: mrr_at_1000 value: 19.301707708547898 - type: mrr_at_20 value: 18.940757061236877 - type: mrr_at_3 value: 16.613557358053296 - type: mrr_at_5 value: 17.692641946697556 - type: nauc_map_at_1000_diff1 value: 31.665402625771303 - type: nauc_map_at_1000_max value: 39.93401758057253 - type: nauc_map_at_1000_std value: 28.92786289419731 - type: nauc_map_at_100_diff1 value: 31.679923811098586 - type: nauc_map_at_100_max value: 39.940250466709145 - type: nauc_map_at_100_std value: 28.90733543889832 - type: nauc_map_at_10_diff1 value: 31.683994809354456 - type: nauc_map_at_10_max value: 39.38998633561208 - type: nauc_map_at_10_std value: 27.884758211850517 - type: nauc_map_at_1_diff1 value: 37.771167547385545 - type: nauc_map_at_1_max value: 33.79936534835281 - type: nauc_map_at_1_std value: 19.8026545196434 - type: nauc_map_at_20_diff1 value: 31.741953072257402 - type: nauc_map_at_20_max value: 39.78817031104777 - type: nauc_map_at_20_std value: 28.56481501195481 - type: nauc_map_at_3_diff1 value: 32.121253875385065 - type: nauc_map_at_3_max value: 36.73540051762868 - type: nauc_map_at_3_std value: 24.53111302707997 - type: nauc_map_at_5_diff1 value: 31.69042846828089 - type: nauc_map_at_5_max value: 38.38010820024265 - type: nauc_map_at_5_std value: 26.56806841463661 - type: nauc_mrr_at_1000_diff1 value: 32.03936148344948 - type: nauc_mrr_at_1000_max value: 40.1787187014775 - type: nauc_mrr_at_1000_std value: 29.391476911132152 - type: nauc_mrr_at_100_diff1 value: 32.05107953270361 - type: nauc_mrr_at_100_max value: 40.191089365197456 - type: nauc_mrr_at_100_std value: 29.38534936580669 - type: nauc_mrr_at_10_diff1 value: 32.035247091986626 - type: nauc_mrr_at_10_max value: 39.712324323388124 - type: nauc_mrr_at_10_std value: 28.584921964851095 - type: nauc_mrr_at_1_diff1 value: 37.75122698222711 - type: nauc_mrr_at_1_max value: 35.80113036602084 - type: nauc_mrr_at_1_std value: 22.20249486383813 - type: nauc_mrr_at_20_diff1 value: 32.10750126321392 - type: nauc_mrr_at_20_max value: 40.07242003996933 - type: nauc_mrr_at_20_std value: 29.1586034119739 - type: nauc_mrr_at_3_diff1 value: 32.561539251580434 - type: nauc_mrr_at_3_max value: 37.9193528344707 - type: nauc_mrr_at_3_std value: 25.877386804749847 - type: nauc_mrr_at_5_diff1 value: 32.25306495173547 - type: nauc_mrr_at_5_max value: 39.083851848069294 - type: nauc_mrr_at_5_std value: 27.530721185638736 - type: nauc_ndcg_at_1000_diff1 value: 29.561218459059024 - type: nauc_ndcg_at_1000_max value: 43.6835614353733 - type: nauc_ndcg_at_1000_std value: 35.92798784055443 - type: nauc_ndcg_at_100_diff1 value: 29.94536984280927 - type: nauc_ndcg_at_100_max value: 43.8410335236575 - type: nauc_ndcg_at_100_std value: 35.505438612557036 - type: nauc_ndcg_at_10_diff1 value: 30.235348548493192 - type: nauc_ndcg_at_10_max value: 41.82573840073112 - type: nauc_ndcg_at_10_std value: 31.582058583570277 - type: nauc_ndcg_at_1_diff1 value: 37.75122698222711 - type: nauc_ndcg_at_1_max value: 35.80113036602084 - type: nauc_ndcg_at_1_std value: 22.20249486383813 - type: nauc_ndcg_at_20_diff1 value: 30.458353047565566 - type: nauc_ndcg_at_20_max value: 43.01021607354784 - type: nauc_ndcg_at_20_std value: 33.55606232519931 - type: nauc_ndcg_at_3_diff1 value: 30.860260937591256 - type: nauc_ndcg_at_3_max value: 37.58324449207396 - type: nauc_ndcg_at_3_std value: 25.835126314334556 - type: nauc_ndcg_at_5_diff1 value: 30.335040779381007 - type: nauc_ndcg_at_5_max value: 39.89828354354357 - type: nauc_ndcg_at_5_std value: 28.891396194531062 - type: nauc_precision_at_1000_diff1 value: 15.552294113688191 - type: nauc_precision_at_1000_max value: 41.53406485867871 - type: nauc_precision_at_1000_std value: 46.586530532497974 - type: nauc_precision_at_100_diff1 value: 21.999921653563852 - type: nauc_precision_at_100_max value: 48.2700803515746 - type: nauc_precision_at_100_std value: 48.57325173474392 - type: nauc_precision_at_10_diff1 value: 25.70658892601051 - type: nauc_precision_at_10_max value: 46.94888455540377 - type: nauc_precision_at_10_std value: 39.72188834633382 - type: nauc_precision_at_1_diff1 value: 37.75122698222711 - type: nauc_precision_at_1_max value: 35.80113036602084 - type: nauc_precision_at_1_std value: 22.20249486383813 - type: nauc_precision_at_20_diff1 value: 25.81577606956878 - type: nauc_precision_at_20_max value: 48.78383366637263 - type: nauc_precision_at_20_std value: 43.87045167647826 - type: nauc_precision_at_3_diff1 value: 27.531165103421557 - type: nauc_precision_at_3_max value: 40.14696590677932 - type: nauc_precision_at_3_std value: 29.899294615610124 - type: nauc_precision_at_5_diff1 value: 25.93502440358384 - type: nauc_precision_at_5_max value: 44.00785804863087 - type: nauc_precision_at_5_std value: 35.03277433042901 - type: nauc_recall_at_1000_diff1 value: 21.208987311784337 - type: nauc_recall_at_1000_max value: 53.14694529463616 - type: nauc_recall_at_1000_std value: 57.390851786916905 - type: nauc_recall_at_100_diff1 value: 24.66517693117814 - type: nauc_recall_at_100_max value: 52.42144955311691 - type: nauc_recall_at_100_std value: 51.618093583567926 - type: nauc_recall_at_10_diff1 value: 26.2614095401863 - type: nauc_recall_at_10_max value: 46.16907420690962 - type: nauc_recall_at_10_std value: 38.80812141228197 - type: nauc_recall_at_1_diff1 value: 37.771167547385545 - type: nauc_recall_at_1_max value: 33.79936534835281 - type: nauc_recall_at_1_std value: 19.8026545196434 - type: nauc_recall_at_20_diff1 value: 26.974114073935862 - type: nauc_recall_at_20_max value: 49.22011806908929 - type: nauc_recall_at_20_std value: 43.99043967687484 - type: nauc_recall_at_3_diff1 value: 27.362156493610396 - type: nauc_recall_at_3_max value: 38.3365047861871 - type: nauc_recall_at_3_std value: 27.661439277596077 - type: nauc_recall_at_5_diff1 value: 26.22976856531024 - type: nauc_recall_at_5_max value: 41.809539450841896 - type: nauc_recall_at_5_std value: 32.72369291405573 - type: ndcg_at_1 value: 12.803999999999998 - type: ndcg_at_10 value: 20.498 - type: ndcg_at_100 value: 24.5 - type: ndcg_at_1000 value: 26.47 - type: ndcg_at_20 value: 22.105 - type: ndcg_at_3 value: 16.399 - type: ndcg_at_5 value: 18.443 - type: precision_at_1 value: 12.803999999999998 - type: precision_at_10 value: 3.581 - type: precision_at_100 value: 0.581 - type: precision_at_1000 value: 0.077 - type: precision_at_20 value: 2.149 - type: precision_at_3 value: 7.609000000000001 - type: precision_at_5 value: 5.707 - type: recall_at_1 value: 11.006 - type: recall_at_10 value: 30.171 - type: recall_at_100 value: 48.778 - type: recall_at_1000 value: 64.21900000000001 - type: recall_at_20 value: 36.221 - type: recall_at_3 value: 19.322 - type: recall_at_5 value: 24.078 task: type: Retrieval - dataset: config: default name: MTEB QuoraRetrieval (default) revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 split: test type: mteb/quora metrics: - type: main_score value: 71.554 - type: map_at_1 value: 54.742999999999995 - type: map_at_10 value: 66.50500000000001 - type: map_at_100 value: 67.331 - type: map_at_1000 value: 67.378 - type: map_at_20 value: 67.0 - type: map_at_3 value: 63.641000000000005 - type: map_at_5 value: 65.33200000000001 - type: mrr_at_1 value: 62.72 - type: mrr_at_10 value: 70.89299206349173 - type: mrr_at_100 value: 71.27496005671617 - type: mrr_at_1000 value: 71.28806157709408 - type: mrr_at_20 value: 71.13000691890626 - type: mrr_at_3 value: 69.10333333333301 - type: mrr_at_5 value: 70.21583333333277 - type: nauc_map_at_1000_diff1 value: 66.65994150880708 - type: nauc_map_at_1000_max value: 42.207657689146636 - type: nauc_map_at_1000_std value: -4.614822708766726 - type: nauc_map_at_100_diff1 value: 66.65985460435601 - type: nauc_map_at_100_max value: 42.1951418791399 - type: nauc_map_at_100_std value: -4.668379257318548 - type: nauc_map_at_10_diff1 value: 66.65663432979525 - type: nauc_map_at_10_max value: 41.728720685551366 - type: nauc_map_at_10_std value: -5.48813041574439 - type: nauc_map_at_1_diff1 value: 68.58043728601021 - type: nauc_map_at_1_max value: 35.94249158252442 - type: nauc_map_at_1_std value: -7.845585809262184 - type: nauc_map_at_20_diff1 value: 66.61785931467136 - type: nauc_map_at_20_max value: 42.01736888380615 - type: nauc_map_at_20_std value: -5.027493425699964 - type: nauc_map_at_3_diff1 value: 66.98987257709052 - type: nauc_map_at_3_max value: 40.35052681408878 - type: nauc_map_at_3_std value: -7.050766461084552 - type: nauc_map_at_5_diff1 value: 66.75726460818723 - type: nauc_map_at_5_max value: 41.098088880186914 - type: nauc_map_at_5_std value: -6.347264380995132 - type: nauc_mrr_at_1000_diff1 value: 68.09159158010036 - type: nauc_mrr_at_1000_max value: 44.78573778444799 - type: nauc_mrr_at_1000_std value: -2.1984227944596064 - type: nauc_mrr_at_100_diff1 value: 68.08976216482941 - type: nauc_mrr_at_100_max value: 44.79292331082449 - type: nauc_mrr_at_100_std value: -2.192358511474152 - type: nauc_mrr_at_10_diff1 value: 67.97856869515971 - type: nauc_mrr_at_10_max value: 44.75658442119892 - type: nauc_mrr_at_10_std value: -2.266089652581688 - type: nauc_mrr_at_1_diff1 value: 70.47504526794133 - type: nauc_mrr_at_1_max value: 42.998979288981566 - type: nauc_mrr_at_1_std value: -3.844595032747518 - type: nauc_mrr_at_20_diff1 value: 68.04847259578324 - type: nauc_mrr_at_20_max value: 44.77363717298844 - type: nauc_mrr_at_20_std value: -2.220330904615823 - type: nauc_mrr_at_3_diff1 value: 68.15770162945928 - type: nauc_mrr_at_3_max value: 44.63142381130085 - type: nauc_mrr_at_3_std value: -2.8196051300720657 - type: nauc_mrr_at_5_diff1 value: 67.97716933879973 - type: nauc_mrr_at_5_max value: 44.652057774354795 - type: nauc_mrr_at_5_std value: -2.4832835704033376 - type: nauc_ndcg_at_1000_diff1 value: 66.3484597736734 - type: nauc_ndcg_at_1000_max value: 44.274116813951935 - type: nauc_ndcg_at_1000_std value: -1.5242443165970598 - type: nauc_ndcg_at_100_diff1 value: 66.29711869066402 - type: nauc_ndcg_at_100_max value: 44.34137131282743 - type: nauc_ndcg_at_100_std value: -1.7237366001412513 - type: nauc_ndcg_at_10_diff1 value: 65.77635604345431 - type: nauc_ndcg_at_10_max value: 43.48141975314033 - type: nauc_ndcg_at_10_std value: -3.4515731967276566 - type: nauc_ndcg_at_1_diff1 value: 70.45469179751821 - type: nauc_ndcg_at_1_max value: 43.09778577908869 - type: nauc_ndcg_at_1_std value: -3.7479094392549808 - type: nauc_ndcg_at_20_diff1 value: 65.93436529633378 - type: nauc_ndcg_at_20_max value: 43.84308731244128 - type: nauc_ndcg_at_20_std value: -2.8872447228365674 - type: nauc_ndcg_at_3_diff1 value: 66.27497432752165 - type: nauc_ndcg_at_3_max value: 42.688109359124404 - type: nauc_ndcg_at_3_std value: -4.5986707014568 - type: nauc_ndcg_at_5_diff1 value: 65.89551276242311 - type: nauc_ndcg_at_5_max value: 42.8152724638242 - type: nauc_ndcg_at_5_std value: -4.359932658329261 - type: nauc_precision_at_1000_diff1 value: -25.845771358270355 - type: nauc_precision_at_1000_max value: 1.2507066004434095 - type: nauc_precision_at_1000_std value: 26.783890797373207 - type: nauc_precision_at_100_diff1 value: -19.728378500279163 - type: nauc_precision_at_100_max value: 6.959031535233483 - type: nauc_precision_at_100_std value: 25.84773456899786 - type: nauc_precision_at_10_diff1 value: 0.16708404784906175 - type: nauc_precision_at_10_max value: 19.543191924357625 - type: nauc_precision_at_10_std value: 16.79289511069038 - type: nauc_precision_at_1_diff1 value: 70.45469179751821 - type: nauc_precision_at_1_max value: 43.09778577908869 - type: nauc_precision_at_1_std value: -3.7479094392549808 - type: nauc_precision_at_20_diff1 value: -8.382255500761856 - type: nauc_precision_at_20_max value: 15.035473959289568 - type: nauc_precision_at_20_std value: 20.538740885480326 - type: nauc_precision_at_3_diff1 value: 27.048709249986878 - type: nauc_precision_at_3_max value: 30.518546736431258 - type: nauc_precision_at_3_std value: 5.306908786841801 - type: nauc_precision_at_5_diff1 value: 14.25364007698366 - type: nauc_precision_at_5_max value: 25.54441584174495 - type: nauc_precision_at_5_std value: 10.355093942273076 - type: nauc_recall_at_1000_diff1 value: 52.45597231858965 - type: nauc_recall_at_1000_max value: 60.33888868417243 - type: nauc_recall_at_1000_std value: 41.74015618938176 - type: nauc_recall_at_100_diff1 value: 55.86982273031775 - type: nauc_recall_at_100_max value: 51.926932990913464 - type: nauc_recall_at_100_std value: 16.958268019392627 - type: nauc_recall_at_10_diff1 value: 57.73562962930997 - type: nauc_recall_at_10_max value: 43.066024842226554 - type: nauc_recall_at_10_std value: -2.132404757799147 - type: nauc_recall_at_1_diff1 value: 68.58043728601021 - type: nauc_recall_at_1_max value: 35.94249158252442 - type: nauc_recall_at_1_std value: -7.845585809262184 - type: nauc_recall_at_20_diff1 value: 57.290031504158435 - type: nauc_recall_at_20_max value: 45.45886613788042 - type: nauc_recall_at_20_std value: 1.6370090149939058 - type: nauc_recall_at_3_diff1 value: 62.08876517630152 - type: nauc_recall_at_3_max value: 40.23002104011903 - type: nauc_recall_at_3_std value: -6.869162989714192 - type: nauc_recall_at_5_diff1 value: 59.933018486917746 - type: nauc_recall_at_5_max value: 40.88657267886578 - type: nauc_recall_at_5_std value: -5.628050779443181 - type: ndcg_at_1 value: 62.73 - type: ndcg_at_10 value: 71.554 - type: ndcg_at_100 value: 74.311 - type: ndcg_at_1000 value: 75.019 - type: ndcg_at_20 value: 72.75500000000001 - type: ndcg_at_3 value: 67.54400000000001 - type: ndcg_at_5 value: 69.55 - type: precision_at_1 value: 62.73 - type: precision_at_10 value: 10.906 - type: precision_at_100 value: 1.35 - type: precision_at_1000 value: 0.149 - type: precision_at_20 value: 5.915 - type: precision_at_3 value: 29.263 - type: precision_at_5 value: 19.488 - type: recall_at_1 value: 54.742999999999995 - type: recall_at_10 value: 81.716 - type: recall_at_100 value: 92.851 - type: recall_at_1000 value: 97.273 - type: recall_at_20 value: 85.92 - type: recall_at_3 value: 70.498 - type: recall_at_5 value: 75.849 task: type: Retrieval - dataset: config: default name: MTEB SCIDOCS (default) revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 split: test type: mteb/scidocs metrics: - type: main_score value: 13.517999999999999 - type: map_at_1 value: 3.5229999999999997 - type: map_at_10 value: 7.915 - type: map_at_100 value: 8.997 - type: map_at_1000 value: 9.176 - type: map_at_20 value: 8.461 - type: map_at_3 value: 6.053 - type: map_at_5 value: 6.984 - type: mrr_at_1 value: 17.299999999999997 - type: mrr_at_10 value: 24.74190476190474 - type: mrr_at_100 value: 25.9101667039407 - type: mrr_at_1000 value: 25.988199023946144 - type: mrr_at_20 value: 25.481046473306517 - type: mrr_at_3 value: 22.216666666666676 - type: mrr_at_5 value: 23.56166666666666 - type: nauc_map_at_1000_diff1 value: 24.455910313503278 - type: nauc_map_at_1000_max value: 33.83004737315066 - type: nauc_map_at_1000_std value: 9.194523320442991 - type: nauc_map_at_100_diff1 value: 24.339630376832936 - type: nauc_map_at_100_max value: 33.61356299791679 - type: nauc_map_at_100_std value: 8.882372757049831 - type: nauc_map_at_10_diff1 value: 25.017917879428097 - type: nauc_map_at_10_max value: 32.33504087012955 - type: nauc_map_at_10_std value: 6.734267884868271 - type: nauc_map_at_1_diff1 value: 33.07304758382069 - type: nauc_map_at_1_max value: 25.491260816416794 - type: nauc_map_at_1_std value: 1.7848545220909784 - type: nauc_map_at_20_diff1 value: 24.198637656629334 - type: nauc_map_at_20_max value: 32.690638369259 - type: nauc_map_at_20_std value: 7.586937464360605 - type: nauc_map_at_3_diff1 value: 26.205857642960584 - type: nauc_map_at_3_max value: 29.44632005065384 - type: nauc_map_at_3_std value: 3.4668077481217945 - type: nauc_map_at_5_diff1 value: 25.34442003192351 - type: nauc_map_at_5_max value: 31.284146209449215 - type: nauc_map_at_5_std value: 4.52506460246591 - type: nauc_mrr_at_1000_diff1 value: 26.631593454876302 - type: nauc_mrr_at_1000_max value: 26.390156952979044 - type: nauc_mrr_at_1000_std value: 5.500122607349167 - type: nauc_mrr_at_100_diff1 value: 26.611211042144717 - type: nauc_mrr_at_100_max value: 26.39311562918225 - type: nauc_mrr_at_100_std value: 5.525157281121166 - type: nauc_mrr_at_10_diff1 value: 26.461097777147565 - type: nauc_mrr_at_10_max value: 25.91630664617085 - type: nauc_mrr_at_10_std value: 4.953513051323053 - type: nauc_mrr_at_1_diff1 value: 32.8673947296537 - type: nauc_mrr_at_1_max value: 25.306851956706964 - type: nauc_mrr_at_1_std value: 1.683276319621701 - type: nauc_mrr_at_20_diff1 value: 26.35674529364598 - type: nauc_mrr_at_20_max value: 26.16462178058776 - type: nauc_mrr_at_20_std value: 5.36435930561749 - type: nauc_mrr_at_3_diff1 value: 27.80047318173256 - type: nauc_mrr_at_3_max value: 25.872566241336457 - type: nauc_mrr_at_3_std value: 3.557578523875398 - type: nauc_mrr_at_5_diff1 value: 27.047404596217532 - type: nauc_mrr_at_5_max value: 26.279644475539182 - type: nauc_mrr_at_5_std value: 4.369918153935665 - type: nauc_ndcg_at_1000_diff1 value: 23.4456737578451 - type: nauc_ndcg_at_1000_max value: 36.034352189412054 - type: nauc_ndcg_at_1000_std value: 16.484156459545886 - type: nauc_ndcg_at_100_diff1 value: 22.82831843216624 - type: nauc_ndcg_at_100_max value: 34.1365140147972 - type: nauc_ndcg_at_100_std value: 14.483227399870668 - type: nauc_ndcg_at_10_diff1 value: 23.143636366201108 - type: nauc_ndcg_at_10_max value: 30.284313035992454 - type: nauc_ndcg_at_10_std value: 8.236248942465304 - type: nauc_ndcg_at_1_diff1 value: 32.8673947296537 - type: nauc_ndcg_at_1_max value: 25.306851956706964 - type: nauc_ndcg_at_1_std value: 1.683276319621701 - type: nauc_ndcg_at_20_diff1 value: 22.10270448324872 - type: nauc_ndcg_at_20_max value: 31.087148948000117 - type: nauc_ndcg_at_20_std value: 9.944104633885981 - type: nauc_ndcg_at_3_diff1 value: 25.440248950989997 - type: nauc_ndcg_at_3_max value: 28.246623874276388 - type: nauc_ndcg_at_3_std value: 4.130613893552461 - type: nauc_ndcg_at_5_diff1 value: 24.123293565265154 - type: nauc_ndcg_at_5_max value: 29.79631494997637 - type: nauc_ndcg_at_5_std value: 5.568162599811792 - type: nauc_precision_at_1000_diff1 value: 15.29944955481792 - type: nauc_precision_at_1000_max value: 36.79591811647109 - type: nauc_precision_at_1000_std value: 28.258684253207196 - type: nauc_precision_at_100_diff1 value: 15.474631055719923 - type: nauc_precision_at_100_max value: 34.64308589262915 - type: nauc_precision_at_100_std value: 24.74903552712396 - type: nauc_precision_at_10_diff1 value: 17.66164436305463 - type: nauc_precision_at_10_max value: 30.27724054726259 - type: nauc_precision_at_10_std value: 12.045790012185199 - type: nauc_precision_at_1_diff1 value: 32.8673947296537 - type: nauc_precision_at_1_max value: 25.306851956706964 - type: nauc_precision_at_1_std value: 1.683276319621701 - type: nauc_precision_at_20_diff1 value: 14.925311182923828 - type: nauc_precision_at_20_max value: 30.3754730346363 - type: nauc_precision_at_20_std value: 14.967037084167767 - type: nauc_precision_at_3_diff1 value: 22.12097232035023 - type: nauc_precision_at_3_max value: 28.90145998417316 - type: nauc_precision_at_3_std value: 5.207826293980497 - type: nauc_precision_at_5_diff1 value: 19.646124390015505 - type: nauc_precision_at_5_max value: 30.700015502912127 - type: nauc_precision_at_5_std value: 7.427940969317621 - type: nauc_recall_at_1000_diff1 value: 14.848430988160194 - type: nauc_recall_at_1000_max value: 36.302276276172904 - type: nauc_recall_at_1000_std value: 27.627870225767538 - type: nauc_recall_at_100_diff1 value: 14.927004116409107 - type: nauc_recall_at_100_max value: 34.122912157682684 - type: nauc_recall_at_100_std value: 24.23381166510311 - type: nauc_recall_at_10_diff1 value: 17.52209648033621 - type: nauc_recall_at_10_max value: 29.945321845042532 - type: nauc_recall_at_10_std value: 11.800345352046559 - type: nauc_recall_at_1_diff1 value: 33.07304758382069 - type: nauc_recall_at_1_max value: 25.491260816416794 - type: nauc_recall_at_1_std value: 1.7848545220909784 - type: nauc_recall_at_20_diff1 value: 14.653160966809933 - type: nauc_recall_at_20_max value: 29.918437729961667 - type: nauc_recall_at_20_std value: 14.617926536658679 - type: nauc_recall_at_3_diff1 value: 22.180882902500866 - type: nauc_recall_at_3_max value: 28.955925628304303 - type: nauc_recall_at_3_std value: 5.147959983230342 - type: nauc_recall_at_5_diff1 value: 19.606013374343526 - type: nauc_recall_at_5_max value: 30.729967797498414 - type: nauc_recall_at_5_std value: 7.420579815013824 - type: ndcg_at_1 value: 17.299999999999997 - type: ndcg_at_10 value: 13.517999999999999 - type: ndcg_at_100 value: 18.748 - type: ndcg_at_1000 value: 22.545 - type: ndcg_at_20 value: 15.382000000000001 - type: ndcg_at_3 value: 13.471 - type: ndcg_at_5 value: 11.451 - type: precision_at_1 value: 17.299999999999997 - type: precision_at_10 value: 6.7299999999999995 - type: precision_at_100 value: 1.43 - type: precision_at_1000 value: 0.234 - type: precision_at_20 value: 4.445 - type: precision_at_3 value: 12.367 - type: precision_at_5 value: 9.74 - type: recall_at_1 value: 3.5229999999999997 - type: recall_at_10 value: 13.683 - type: recall_at_100 value: 29.098000000000003 - type: recall_at_1000 value: 47.595 - type: recall_at_20 value: 18.073 - type: recall_at_3 value: 7.528 - type: recall_at_5 value: 9.905 task: type: Retrieval - dataset: config: default name: MTEB SciFact (default) revision: 0228b52cf27578f30900b9e5271d331663a030d7 split: test type: mteb/scifact metrics: - type: main_score value: 67.45100000000001 - type: map_at_1 value: 53.65 - type: map_at_10 value: 62.989 - type: map_at_100 value: 63.56699999999999 - type: map_at_1000 value: 63.589 - type: map_at_20 value: 63.322 - type: map_at_3 value: 60.428000000000004 - type: map_at_5 value: 61.746 - type: mrr_at_1 value: 56.333333333333336 - type: mrr_at_10 value: 64.13531746031748 - type: mrr_at_100 value: 64.6502313045011 - type: mrr_at_1000 value: 64.67013730823842 - type: mrr_at_20 value: 64.43527267939034 - type: mrr_at_3 value: 62.16666666666668 - type: mrr_at_5 value: 63.11666666666667 - type: nauc_map_at_1000_diff1 value: 67.43871554709371 - type: nauc_map_at_1000_max value: 56.87707400987863 - type: nauc_map_at_1000_std value: 13.201817410562603 - type: nauc_map_at_100_diff1 value: 67.43014288014047 - type: nauc_map_at_100_max value: 56.883927550891386 - type: nauc_map_at_100_std value: 13.204268004519518 - type: nauc_map_at_10_diff1 value: 67.49162463152845 - type: nauc_map_at_10_max value: 56.97644107687605 - type: nauc_map_at_10_std value: 13.004767022411087 - type: nauc_map_at_1_diff1 value: 67.8603693433359 - type: nauc_map_at_1_max value: 49.43251795202199 - type: nauc_map_at_1_std value: 6.912136879424281 - type: nauc_map_at_20_diff1 value: 67.32806421479054 - type: nauc_map_at_20_max value: 56.872490664449984 - type: nauc_map_at_20_std value: 13.30541427931393 - type: nauc_map_at_3_diff1 value: 68.40309668384425 - type: nauc_map_at_3_max value: 55.585348937448686 - type: nauc_map_at_3_std value: 10.637842848724745 - type: nauc_map_at_5_diff1 value: 67.6085990023231 - type: nauc_map_at_5_max value: 56.24576150346847 - type: nauc_map_at_5_std value: 11.870434642467732 - type: nauc_mrr_at_1000_diff1 value: 67.62060043481964 - type: nauc_mrr_at_1000_max value: 58.36047480075881 - type: nauc_mrr_at_1000_std value: 15.204349716076566 - type: nauc_mrr_at_100_diff1 value: 67.61097799902636 - type: nauc_mrr_at_100_max value: 58.36616990826231 - type: nauc_mrr_at_100_std value: 15.205918705276003 - type: nauc_mrr_at_10_diff1 value: 67.64119974776985 - type: nauc_mrr_at_10_max value: 58.53357486892739 - type: nauc_mrr_at_10_std value: 15.183780488996309 - type: nauc_mrr_at_1_diff1 value: 68.04114409455924 - type: nauc_mrr_at_1_max value: 53.395195106778026 - type: nauc_mrr_at_1_std value: 11.22962146863143 - type: nauc_mrr_at_20_diff1 value: 67.51089523977562 - type: nauc_mrr_at_20_max value: 58.39065359646342 - type: nauc_mrr_at_20_std value: 15.397131327128541 - type: nauc_mrr_at_3_diff1 value: 68.66391310043399 - type: nauc_mrr_at_3_max value: 58.72513527089311 - type: nauc_mrr_at_3_std value: 14.482335621031536 - type: nauc_mrr_at_5_diff1 value: 67.63339880758966 - type: nauc_mrr_at_5_max value: 58.49875096834214 - type: nauc_mrr_at_5_std value: 15.18233662283586 - type: nauc_ndcg_at_1000_diff1 value: 67.36797665645172 - type: nauc_ndcg_at_1000_max value: 58.99334315671615 - type: nauc_ndcg_at_1000_std value: 15.650591475261757 - type: nauc_ndcg_at_100_diff1 value: 67.04578186513078 - type: nauc_ndcg_at_100_max value: 59.12903176643754 - type: nauc_ndcg_at_100_std value: 15.873975219475037 - type: nauc_ndcg_at_10_diff1 value: 66.84396286068795 - type: nauc_ndcg_at_10_max value: 59.74397228268845 - type: nauc_ndcg_at_10_std value: 15.888728500432956 - type: nauc_ndcg_at_1_diff1 value: 68.04114409455924 - type: nauc_ndcg_at_1_max value: 53.395195106778026 - type: nauc_ndcg_at_1_std value: 11.22962146863143 - type: nauc_ndcg_at_20_diff1 value: 66.25089652332008 - type: nauc_ndcg_at_20_max value: 59.267825244207565 - type: nauc_ndcg_at_20_std value: 16.8645668167251 - type: nauc_ndcg_at_3_diff1 value: 68.41523076040451 - type: nauc_ndcg_at_3_max value: 58.416730090539424 - type: nauc_ndcg_at_3_std value: 13.099839531734622 - type: nauc_ndcg_at_5_diff1 value: 67.03081040284573 - type: nauc_ndcg_at_5_max value: 58.63120247252088 - type: nauc_ndcg_at_5_std value: 14.118200679420816 - type: nauc_precision_at_1000_diff1 value: -13.47492055830411 - type: nauc_precision_at_1000_max value: 17.212367429575043 - type: nauc_precision_at_1000_std value: 35.200380783824734 - type: nauc_precision_at_100_diff1 value: 1.7976055965574322 - type: nauc_precision_at_100_max value: 30.693920234632362 - type: nauc_precision_at_100_std value: 37.524340697646494 - type: nauc_precision_at_10_diff1 value: 24.447664761758 - type: nauc_precision_at_10_max value: 47.617098922049614 - type: nauc_precision_at_10_std value: 34.29653987068447 - type: nauc_precision_at_1_diff1 value: 68.04114409455924 - type: nauc_precision_at_1_max value: 53.395195106778026 - type: nauc_precision_at_1_std value: 11.22962146863143 - type: nauc_precision_at_20_diff1 value: 14.803856365569235 - type: nauc_precision_at_20_max value: 42.28753070062891 - type: nauc_precision_at_20_std value: 40.424284001110095 - type: nauc_precision_at_3_diff1 value: 51.73629472942003 - type: nauc_precision_at_3_max value: 56.08453509035213 - type: nauc_precision_at_3_std value: 21.17712635956948 - type: nauc_precision_at_5_diff1 value: 39.537844338381646 - type: nauc_precision_at_5_max value: 53.42459318275764 - type: nauc_precision_at_5_std value: 27.39110827163739 - type: nauc_recall_at_1000_diff1 value: 83.6430507162216 - type: nauc_recall_at_1000_max value: 82.64956389059707 - type: nauc_recall_at_1000_std value: 32.898362597071454 - type: nauc_recall_at_100_diff1 value: 64.42577030812336 - type: nauc_recall_at_100_max value: 69.51777933395574 - type: nauc_recall_at_100_std value: 27.661453470277102 - type: nauc_recall_at_10_diff1 value: 62.70521806358795 - type: nauc_recall_at_10_max value: 67.83398886849211 - type: nauc_recall_at_10_std value: 23.762450199550837 - type: nauc_recall_at_1_diff1 value: 67.8603693433359 - type: nauc_recall_at_1_max value: 49.43251795202199 - type: nauc_recall_at_1_std value: 6.912136879424281 - type: nauc_recall_at_20_diff1 value: 58.03251739041354 - type: nauc_recall_at_20_max value: 66.39099614909134 - type: nauc_recall_at_20_std value: 31.180896538363452 - type: nauc_recall_at_3_diff1 value: 68.85151954947838 - type: nauc_recall_at_3_max value: 62.448734183879715 - type: nauc_recall_at_3_std value: 13.972637930457147 - type: nauc_recall_at_5_diff1 value: 64.05212433203268 - type: nauc_recall_at_5_max value: 63.05508769069436 - type: nauc_recall_at_5_std value: 17.335334626975175 - type: ndcg_at_1 value: 56.333 - type: ndcg_at_10 value: 67.45100000000001 - type: ndcg_at_100 value: 70.09100000000001 - type: ndcg_at_1000 value: 70.757 - type: ndcg_at_20 value: 68.577 - type: ndcg_at_3 value: 62.857 - type: ndcg_at_5 value: 64.72 - type: precision_at_1 value: 56.333 - type: precision_at_10 value: 8.933 - type: precision_at_100 value: 1.0330000000000001 - type: precision_at_1000 value: 0.11 - type: precision_at_20 value: 4.717 - type: precision_at_3 value: 24.333 - type: precision_at_5 value: 15.867 - type: recall_at_1 value: 53.65 - type: recall_at_10 value: 80.061 - type: recall_at_100 value: 92.0 - type: recall_at_1000 value: 97.26700000000001 - type: recall_at_20 value: 84.378 - type: recall_at_3 value: 67.428 - type: recall_at_5 value: 72.09400000000001 task: type: Retrieval - dataset: config: default name: MTEB T2Retrieval (default) revision: 8731a845f1bf500a4f111cf1070785c793d10e64 split: test type: C-MTEB/T2Retrieval metrics: - type: main_score value: 70.56400000000001 - type: map_at_1 value: 23.343 - type: map_at_10 value: 61.009 - type: map_at_100 value: 64.43100000000001 - type: map_at_1000 value: 64.562 - type: map_at_20 value: 63.395999999999994 - type: map_at_3 value: 44.344 - type: map_at_5 value: 53.504 - type: mrr_at_1 value: 80.19463440294582 - type: mrr_at_10 value: 84.12514368655899 - type: mrr_at_100 value: 84.31811888616042 - type: mrr_at_1000 value: 84.32771155206774 - type: mrr_at_20 value: 84.25141792188293 - type: mrr_at_3 value: 83.37497808171138 - type: mrr_at_5 value: 83.83723478870802 - type: nauc_map_at_1000_diff1 value: 22.496957132886223 - type: nauc_map_at_1000_max value: 55.96470814075969 - type: nauc_map_at_1000_std value: 32.601895486818826 - type: nauc_map_at_100_diff1 value: 22.48888923975606 - type: nauc_map_at_100_max value: 55.897135867165325 - type: nauc_map_at_100_std value: 32.48193019235303 - type: nauc_map_at_10_diff1 value: 23.70249242804442 - type: nauc_map_at_10_max value: 51.40247885329748 - type: nauc_map_at_10_std value: 24.27336153842712 - type: nauc_map_at_1_diff1 value: 45.510735110050405 - type: nauc_map_at_1_max value: 6.855375805557362 - type: nauc_map_at_1_std value: -19.686156263829435 - type: nauc_map_at_20_diff1 value: 22.588880791842648 - type: nauc_map_at_20_max value: 54.876016264954565 - type: nauc_map_at_20_std value: 30.3867274764393 - type: nauc_map_at_3_diff1 value: 33.87565317249748 - type: nauc_map_at_3_max value: 25.67974066213008 - type: nauc_map_at_3_std value: -6.37135891416 - type: nauc_map_at_5_diff1 value: 28.62311641700491 - type: nauc_map_at_5_max value: 38.30358147974758 - type: nauc_map_at_5_std value: 6.890948784359749 - type: nauc_mrr_at_1000_diff1 value: 54.039101613763606 - type: nauc_mrr_at_1000_max value: 76.45873864072455 - type: nauc_mrr_at_1000_std value: 47.954681220242925 - type: nauc_mrr_at_100_diff1 value: 54.0402318626641 - type: nauc_mrr_at_100_max value: 76.4644118238503 - type: nauc_mrr_at_100_std value: 47.96421077433231 - type: nauc_mrr_at_10_diff1 value: 54.00311952299518 - type: nauc_mrr_at_10_max value: 76.4883471662642 - type: nauc_mrr_at_10_std value: 47.97540395073088 - type: nauc_mrr_at_1_diff1 value: 54.48089128029922 - type: nauc_mrr_at_1_max value: 73.86293219090854 - type: nauc_mrr_at_1_std value: 43.893078207399725 - type: nauc_mrr_at_20_diff1 value: 54.02405038081828 - type: nauc_mrr_at_20_max value: 76.47926942691595 - type: nauc_mrr_at_20_std value: 47.989225573091915 - type: nauc_mrr_at_3_diff1 value: 54.00341911971097 - type: nauc_mrr_at_3_max value: 76.45961735371569 - type: nauc_mrr_at_3_std value: 47.61426942204108 - type: nauc_mrr_at_5_diff1 value: 53.9619722001384 - type: nauc_mrr_at_5_max value: 76.46317048080803 - type: nauc_mrr_at_5_std value: 47.73472005225089 - type: nauc_ndcg_at_1000_diff1 value: 27.575467236770006 - type: nauc_ndcg_at_1000_max value: 62.97783076405462 - type: nauc_ndcg_at_1000_std value: 42.02022955089562 - type: nauc_ndcg_at_100_diff1 value: 27.15156601573711 - type: nauc_ndcg_at_100_max value: 62.404979147635096 - type: nauc_ndcg_at_100_std value: 41.2772459964177 - type: nauc_ndcg_at_10_diff1 value: 26.341363740340835 - type: nauc_ndcg_at_10_max value: 59.09789857330006 - type: nauc_ndcg_at_10_std value: 34.63284738139455 - type: nauc_ndcg_at_1_diff1 value: 54.48089128029922 - type: nauc_ndcg_at_1_max value: 73.86293219090854 - type: nauc_ndcg_at_1_std value: 43.893078207399725 - type: nauc_ndcg_at_20_diff1 value: 26.745690568011582 - type: nauc_ndcg_at_20_max value: 60.47418608855715 - type: nauc_ndcg_at_20_std value: 37.07806439202376 - type: nauc_ndcg_at_3_diff1 value: 27.448474158468805 - type: nauc_ndcg_at_3_max value: 66.35144888436369 - type: nauc_ndcg_at_3_std value: 43.0380315268214 - type: nauc_ndcg_at_5_diff1 value: 25.304764889456273 - type: nauc_ndcg_at_5_max value: 62.58655126382475 - type: nauc_ndcg_at_5_std value: 39.829814054023934 - type: nauc_precision_at_1000_diff1 value: -16.90157504432568 - type: nauc_precision_at_1000_max value: 31.127590699930458 - type: nauc_precision_at_1000_std value: 53.37248210552581 - type: nauc_precision_at_100_diff1 value: -15.935010943985944 - type: nauc_precision_at_100_max value: 35.932780668252754 - type: nauc_precision_at_100_std value: 56.314934387677475 - type: nauc_precision_at_10_diff1 value: -13.075680729640176 - type: nauc_precision_at_10_max value: 46.28713840678731 - type: nauc_precision_at_10_std value: 55.524572031300664 - type: nauc_precision_at_1_diff1 value: 54.48089128029922 - type: nauc_precision_at_1_max value: 73.86293219090854 - type: nauc_precision_at_1_std value: 43.893078207399725 - type: nauc_precision_at_20_diff1 value: -14.671291238209152 - type: nauc_precision_at_20_max value: 42.18289329500435 - type: nauc_precision_at_20_std value: 57.14838477872818 - type: nauc_precision_at_3_diff1 value: 0.4858379814922798 - type: nauc_precision_at_3_max value: 59.22453366703292 - type: nauc_precision_at_3_std value: 50.16608892838139 - type: nauc_precision_at_5_diff1 value: -8.296394992313592 - type: nauc_precision_at_5_max value: 52.31908226512005 - type: nauc_precision_at_5_std value: 52.27306483377752 - type: nauc_recall_at_1000_diff1 value: 14.665787859575602 - type: nauc_recall_at_1000_max value: 48.0799159049133 - type: nauc_recall_at_1000_std value: 45.084469451871485 - type: nauc_recall_at_100_diff1 value: 17.08454419888426 - type: nauc_recall_at_100_max value: 51.26393807559256 - type: nauc_recall_at_100_std value: 41.92224510594129 - type: nauc_recall_at_10_diff1 value: 20.483580918254 - type: nauc_recall_at_10_max value: 46.13586062002455 - type: nauc_recall_at_10_std value: 21.789034009353863 - type: nauc_recall_at_1_diff1 value: 45.510735110050405 - type: nauc_recall_at_1_max value: 6.855375805557362 - type: nauc_recall_at_1_std value: -19.686156263829435 - type: nauc_recall_at_20_diff1 value: 18.651897353965456 - type: nauc_recall_at_20_max value: 50.41164976390756 - type: nauc_recall_at_20_std value: 31.935251832807097 - type: nauc_recall_at_3_diff1 value: 31.300457278276166 - type: nauc_recall_at_3_max value: 21.964520248331244 - type: nauc_recall_at_3_std value: -8.56293395643492 - type: nauc_recall_at_5_diff1 value: 25.934453669962682 - type: nauc_recall_at_5_max value: 32.93948421343696 - type: nauc_recall_at_5_std value: 3.150406655915041 - type: ndcg_at_1 value: 80.19500000000001 - type: ndcg_at_10 value: 70.56400000000001 - type: ndcg_at_100 value: 75.248 - type: ndcg_at_1000 value: 76.712 - type: ndcg_at_20 value: 72.59 - type: ndcg_at_3 value: 73.894 - type: ndcg_at_5 value: 71.385 - type: precision_at_1 value: 80.19500000000001 - type: precision_at_10 value: 34.565 - type: precision_at_100 value: 4.41 - type: precision_at_1000 value: 0.47800000000000004 - type: precision_at_20 value: 19.553 - type: precision_at_3 value: 64.371 - type: precision_at_5 value: 52.748 - type: recall_at_1 value: 23.343 - type: recall_at_10 value: 68.598 - type: recall_at_100 value: 83.466 - type: recall_at_1000 value: 90.72 - type: recall_at_20 value: 75.077 - type: recall_at_3 value: 46.317 - type: recall_at_5 value: 57.489999999999995 task: type: Retrieval - dataset: config: default name: MTEB TRECCOVID (default) revision: bb9466bac8153a0349341eb1b22e06409e78ef4e split: test type: mteb/trec-covid metrics: - type: main_score value: 62.425 - type: map_at_1 value: 0.203 - type: map_at_10 value: 1.459 - type: map_at_100 value: 6.9430000000000005 - type: map_at_1000 value: 16.881 - type: map_at_20 value: 2.536 - type: map_at_3 value: 0.5309999999999999 - type: map_at_5 value: 0.8210000000000001 - type: mrr_at_1 value: 76.0 - type: mrr_at_10 value: 83.65 - type: mrr_at_100 value: 83.72142857142858 - type: mrr_at_1000 value: 83.72142857142858 - type: mrr_at_20 value: 83.65 - type: mrr_at_3 value: 82.0 - type: mrr_at_5 value: 83.4 - type: nauc_map_at_1000_diff1 value: -6.541046681978992 - type: nauc_map_at_1000_max value: 53.15454917103454 - type: nauc_map_at_1000_std value: 79.85086181072259 - type: nauc_map_at_100_diff1 value: 2.9454404034728423 - type: nauc_map_at_100_max value: 35.75982032790531 - type: nauc_map_at_100_std value: 52.175513363150195 - type: nauc_map_at_10_diff1 value: 5.146390232256089 - type: nauc_map_at_10_max value: 18.151667914188497 - type: nauc_map_at_10_std value: 11.749174207425918 - type: nauc_map_at_1_diff1 value: 15.120130387703712 - type: nauc_map_at_1_max value: -8.089044124963296 - type: nauc_map_at_1_std value: -16.47698742886207 - type: nauc_map_at_20_diff1 value: 7.2409242766040816 - type: nauc_map_at_20_max value: 21.74763641630688 - type: nauc_map_at_20_std value: 17.84266990234575 - type: nauc_map_at_3_diff1 value: 6.559670685832701 - type: nauc_map_at_3_max value: 2.4060769560268054 - type: nauc_map_at_3_std value: -4.205911499342936 - type: nauc_map_at_5_diff1 value: 3.5437448801309843 - type: nauc_map_at_5_max value: 8.507033857489805 - type: nauc_map_at_5_std value: 2.557266246291616 - type: nauc_mrr_at_1000_diff1 value: 7.093561985479526 - type: nauc_mrr_at_1000_max value: 12.163150377984188 - type: nauc_mrr_at_1000_std value: 5.153490610556136 - type: nauc_mrr_at_100_diff1 value: 7.093561985479526 - type: nauc_mrr_at_100_max value: 12.163150377984188 - type: nauc_mrr_at_100_std value: 5.153490610556136 - type: nauc_mrr_at_10_diff1 value: 7.118234287248623 - type: nauc_mrr_at_10_max value: 12.581138788928707 - type: nauc_mrr_at_10_std value: 5.6048358251663695 - type: nauc_mrr_at_1_diff1 value: 8.224452712641664 - type: nauc_mrr_at_1_max value: 4.5859652158864845 - type: nauc_mrr_at_1_std value: -1.1205330102968079 - type: nauc_mrr_at_20_diff1 value: 7.118234287248623 - type: nauc_mrr_at_20_max value: 12.581138788928707 - type: nauc_mrr_at_20_std value: 5.6048358251663695 - type: nauc_mrr_at_3_diff1 value: 4.041734386967824 - type: nauc_mrr_at_3_max value: 10.777335649834702 - type: nauc_mrr_at_3_std value: 5.783780754357451 - type: nauc_mrr_at_5_diff1 value: 8.425724238641777 - type: nauc_mrr_at_5_max value: 13.558212388947371 - type: nauc_mrr_at_5_std value: 5.232323355931403 - type: nauc_ndcg_at_1000_diff1 value: -0.2949566425006407 - type: nauc_ndcg_at_1000_max value: 52.40963371099916 - type: nauc_ndcg_at_1000_std value: 77.11049722148121 - type: nauc_ndcg_at_100_diff1 value: -4.0697588078008256 - type: nauc_ndcg_at_100_max value: 51.380824162720394 - type: nauc_ndcg_at_100_std value: 71.07160892882715 - type: nauc_ndcg_at_10_diff1 value: -6.7144464670472 - type: nauc_ndcg_at_10_max value: 39.47160981936148 - type: nauc_ndcg_at_10_std value: 40.74701208709495 - type: nauc_ndcg_at_1_diff1 value: 11.078453972644848 - type: nauc_ndcg_at_1_max value: 6.058859689565119 - type: nauc_ndcg_at_1_std value: -0.5071461502996903 - type: nauc_ndcg_at_20_diff1 value: -3.887237913199889 - type: nauc_ndcg_at_20_max value: 40.88921008584308 - type: nauc_ndcg_at_20_std value: 46.15143090870543 - type: nauc_ndcg_at_3_diff1 value: -4.432884126905009 - type: nauc_ndcg_at_3_max value: 22.35495334699474 - type: nauc_ndcg_at_3_std value: 18.826073139000187 - type: nauc_ndcg_at_5_diff1 value: -8.409971354760488 - type: nauc_ndcg_at_5_max value: 32.41394647563698 - type: nauc_ndcg_at_5_std value: 30.9427692315429 - type: nauc_precision_at_1000_diff1 value: -12.968656488046928 - type: nauc_precision_at_1000_max value: 51.48841492821185 - type: nauc_precision_at_1000_std value: 71.5784478734716 - type: nauc_precision_at_100_diff1 value: -8.842878579029152 - type: nauc_precision_at_100_max value: 52.255502868428664 - type: nauc_precision_at_100_std value: 76.5474049004033 - type: nauc_precision_at_10_diff1 value: -15.628865979381384 - type: nauc_precision_at_10_max value: 46.87671821305843 - type: nauc_precision_at_10_std value: 52.50472508591065 - type: nauc_precision_at_1_diff1 value: 8.224452712641664 - type: nauc_precision_at_1_max value: 4.5859652158864845 - type: nauc_precision_at_1_std value: -1.1205330102968079 - type: nauc_precision_at_20_diff1 value: -8.97641282121417 - type: nauc_precision_at_20_max value: 45.19920811680273 - type: nauc_precision_at_20_std value: 53.300381614764426 - type: nauc_precision_at_3_diff1 value: -12.11792171127635 - type: nauc_precision_at_3_max value: 28.68369618328903 - type: nauc_precision_at_3_std value: 32.4284706010099 - type: nauc_precision_at_5_diff1 value: -16.405745971858067 - type: nauc_precision_at_5_max value: 38.79919314664645 - type: nauc_precision_at_5_std value: 42.92247511249398 - type: nauc_recall_at_1000_diff1 value: -3.3845770983196557 - type: nauc_recall_at_1000_max value: 48.14582988919492 - type: nauc_recall_at_1000_std value: 75.41433415832614 - type: nauc_recall_at_100_diff1 value: 8.022453736855866 - type: nauc_recall_at_100_max value: 24.550775222784488 - type: nauc_recall_at_100_std value: 41.23574137418627 - type: nauc_recall_at_10_diff1 value: 5.930661939423501 - type: nauc_recall_at_10_max value: 14.758382148924712 - type: nauc_recall_at_10_std value: 7.083457328035323 - type: nauc_recall_at_1_diff1 value: 15.120130387703712 - type: nauc_recall_at_1_max value: -8.089044124963296 - type: nauc_recall_at_1_std value: -16.47698742886207 - type: nauc_recall_at_20_diff1 value: 7.4333001198631194 - type: nauc_recall_at_20_max value: 14.390383453037828 - type: nauc_recall_at_20_std value: 10.826932690629755 - type: nauc_recall_at_3_diff1 value: 6.1181369477439445 - type: nauc_recall_at_3_max value: 1.4029324116194293 - type: nauc_recall_at_3_std value: -5.123246588187333 - type: nauc_recall_at_5_diff1 value: 3.3614024885818328 - type: nauc_recall_at_5_max value: 7.443114255052484 - type: nauc_recall_at_5_std value: 0.1719114991000565 - type: ndcg_at_1 value: 72.0 - type: ndcg_at_10 value: 62.425 - type: ndcg_at_100 value: 42.833 - type: ndcg_at_1000 value: 38.538 - type: ndcg_at_20 value: 57.818000000000005 - type: ndcg_at_3 value: 66.469 - type: ndcg_at_5 value: 64.878 - type: precision_at_1 value: 76.0 - type: precision_at_10 value: 67.4 - type: precision_at_100 value: 44.18 - type: precision_at_1000 value: 17.95 - type: precision_at_20 value: 61.8 - type: precision_at_3 value: 71.333 - type: precision_at_5 value: 69.6 - type: recall_at_1 value: 0.203 - type: recall_at_10 value: 1.688 - type: recall_at_100 value: 10.302 - type: recall_at_1000 value: 36.3 - type: recall_at_20 value: 3.117 - type: recall_at_3 value: 0.559 - type: recall_at_5 value: 0.897 task: type: Retrieval - dataset: config: default name: MTEB Touche2020 (default) revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f split: test type: mteb/touche2020 metrics: - type: main_score value: 23.639 - type: map_at_1 value: 2.092 - type: map_at_10 value: 9.293 - type: map_at_100 value: 16.176 - type: map_at_1000 value: 17.538 - type: map_at_20 value: 12.368 - type: map_at_3 value: 5.018000000000001 - type: map_at_5 value: 6.253 - type: mrr_at_1 value: 28.57142857142857 - type: mrr_at_10 value: 43.21347586653709 - type: mrr_at_100 value: 44.567870149502795 - type: mrr_at_1000 value: 44.567870149502795 - type: mrr_at_20 value: 44.26892835056099 - type: mrr_at_3 value: 39.45578231292517 - type: mrr_at_5 value: 40.98639455782313 - type: nauc_map_at_1000_diff1 value: 8.113808505002755 - type: nauc_map_at_1000_max value: -12.821141916586242 - type: nauc_map_at_1000_std value: -18.146754733521558 - type: nauc_map_at_100_diff1 value: 7.501096016012217 - type: nauc_map_at_100_max value: -14.489710951391796 - type: nauc_map_at_100_std value: -20.992487558293142 - type: nauc_map_at_10_diff1 value: 13.301089748633393 - type: nauc_map_at_10_max value: -13.271669557688393 - type: nauc_map_at_10_std value: -30.280706768603714 - type: nauc_map_at_1_diff1 value: 18.11449551683917 - type: nauc_map_at_1_max value: -22.066396220697545 - type: nauc_map_at_1_std value: -34.40518059825958 - type: nauc_map_at_20_diff1 value: 5.598236453598427 - type: nauc_map_at_20_max value: -18.513590591712813 - type: nauc_map_at_20_std value: -29.669717323308603 - type: nauc_map_at_3_diff1 value: 9.778805992604187 - type: nauc_map_at_3_max value: -19.74166856327524 - type: nauc_map_at_3_std value: -31.311603338046833 - type: nauc_map_at_5_diff1 value: 15.7202727474612 - type: nauc_map_at_5_max value: -17.356144865319813 - type: nauc_map_at_5_std value: -32.8447208930918 - type: nauc_mrr_at_1000_diff1 value: 13.274692366618835 - type: nauc_mrr_at_1000_max value: -13.366257875792126 - type: nauc_mrr_at_1000_std value: -19.38850049312152 - type: nauc_mrr_at_100_diff1 value: 13.274692366618835 - type: nauc_mrr_at_100_max value: -13.366257875792126 - type: nauc_mrr_at_100_std value: -19.38850049312152 - type: nauc_mrr_at_10_diff1 value: 14.895391726179636 - type: nauc_mrr_at_10_max value: -12.021502471656444 - type: nauc_mrr_at_10_std value: -18.515259456430417 - type: nauc_mrr_at_1_diff1 value: 12.265279179422803 - type: nauc_mrr_at_1_max value: -20.588212783319833 - type: nauc_mrr_at_1_std value: -27.417475766164507 - type: nauc_mrr_at_20_diff1 value: 13.238737984558973 - type: nauc_mrr_at_20_max value: -13.560960724665147 - type: nauc_mrr_at_20_std value: -19.492795685952842 - type: nauc_mrr_at_3_diff1 value: 12.671377368168827 - type: nauc_mrr_at_3_max value: -11.864061527886694 - type: nauc_mrr_at_3_std value: -19.3958302159125 - type: nauc_mrr_at_5_diff1 value: 12.643093703826533 - type: nauc_mrr_at_5_max value: -12.019493556879212 - type: nauc_mrr_at_5_std value: -18.49194959830366 - type: nauc_ndcg_at_1000_diff1 value: 12.96868651758221 - type: nauc_ndcg_at_1000_max value: -2.4259137880152215 - type: nauc_ndcg_at_1000_std value: 1.6992600264519455 - type: nauc_ndcg_at_100_diff1 value: 11.763108165833458 - type: nauc_ndcg_at_100_max value: -7.955139386228701 - type: nauc_ndcg_at_100_std value: -6.962889778793918 - type: nauc_ndcg_at_10_diff1 value: 9.313754328330232 - type: nauc_ndcg_at_10_max value: -9.379074508658757 - type: nauc_ndcg_at_10_std value: -21.289583949829353 - type: nauc_ndcg_at_1_diff1 value: 11.958955148338088 - type: nauc_ndcg_at_1_max value: -21.45683911916427 - type: nauc_ndcg_at_1_std value: -29.59828322405147 - type: nauc_ndcg_at_20_diff1 value: 5.702530833380917 - type: nauc_ndcg_at_20_max value: -18.11189163555712 - type: nauc_ndcg_at_20_std value: -24.899197257439077 - type: nauc_ndcg_at_3_diff1 value: 5.353711866477964 - type: nauc_ndcg_at_3_max value: -13.383348388728653 - type: nauc_ndcg_at_3_std value: -19.686710045051754 - type: nauc_ndcg_at_5_diff1 value: 6.850641359860924 - type: nauc_ndcg_at_5_max value: -14.163098261933706 - type: nauc_ndcg_at_5_std value: -21.86747182230662 - type: nauc_precision_at_1000_diff1 value: 0.36613794946631767 - type: nauc_precision_at_1000_max value: 35.45296752706168 - type: nauc_precision_at_1000_std value: 56.05545404548104 - type: nauc_precision_at_100_diff1 value: 7.077587391958853 - type: nauc_precision_at_100_max value: 17.919073695918872 - type: nauc_precision_at_100_std value: 41.866329607335764 - type: nauc_precision_at_10_diff1 value: 5.766871060833031 - type: nauc_precision_at_10_max value: -3.5266859273978266 - type: nauc_precision_at_10_std value: -13.922636784713669 - type: nauc_precision_at_1_diff1 value: 12.265279179422803 - type: nauc_precision_at_1_max value: -20.588212783319833 - type: nauc_precision_at_1_std value: -27.417475766164507 - type: nauc_precision_at_20_diff1 value: -4.721011610542265 - type: nauc_precision_at_20_max value: -12.20792850759493 - type: nauc_precision_at_20_std value: -6.800730490273968 - type: nauc_precision_at_3_diff1 value: 5.998524806193237 - type: nauc_precision_at_3_max value: -12.521185750516828 - type: nauc_precision_at_3_std value: -19.713926078179675 - type: nauc_precision_at_5_diff1 value: 7.969414594605033 - type: nauc_precision_at_5_max value: -11.929523474817804 - type: nauc_precision_at_5_std value: -22.238556874885905 - type: nauc_recall_at_1000_diff1 value: 25.629882948498878 - type: nauc_recall_at_1000_max value: 14.847918788629963 - type: nauc_recall_at_1000_std value: 36.0878682647753 - type: nauc_recall_at_100_diff1 value: 15.624671587346189 - type: nauc_recall_at_100_max value: -5.489430694039881 - type: nauc_recall_at_100_std value: 3.584655586077962 - type: nauc_recall_at_10_diff1 value: 19.377892005554312 - type: nauc_recall_at_10_max value: -10.112413591039283 - type: nauc_recall_at_10_std value: -28.87608804046421 - type: nauc_recall_at_1_diff1 value: 18.11449551683917 - type: nauc_recall_at_1_max value: -22.066396220697545 - type: nauc_recall_at_1_std value: -34.40518059825958 - type: nauc_recall_at_20_diff1 value: 4.044014829974238 - type: nauc_recall_at_20_max value: -23.533354086997154 - type: nauc_recall_at_20_std value: -29.349266698210375 - type: nauc_recall_at_3_diff1 value: 15.45704435080478 - type: nauc_recall_at_3_max value: -15.27240567013374 - type: nauc_recall_at_3_std value: -28.718036174306903 - type: nauc_recall_at_5_diff1 value: 22.26476137963053 - type: nauc_recall_at_5_max value: -11.771781387076063 - type: nauc_recall_at_5_std value: -29.986402693711156 - type: ndcg_at_1 value: 27.551 - type: ndcg_at_10 value: 23.639 - type: ndcg_at_100 value: 37.738 - type: ndcg_at_1000 value: 47.544 - type: ndcg_at_20 value: 26.579000000000004 - type: ndcg_at_3 value: 27.302 - type: ndcg_at_5 value: 23.643 - type: precision_at_1 value: 28.571 - type: precision_at_10 value: 21.429000000000002 - type: precision_at_100 value: 8.388 - type: precision_at_1000 value: 1.496 - type: precision_at_20 value: 19.184 - type: precision_at_3 value: 28.571 - type: precision_at_5 value: 23.265 - type: recall_at_1 value: 2.092 - type: recall_at_10 value: 15.1 - type: recall_at_100 value: 49.71 - type: recall_at_1000 value: 80.977 - type: recall_at_20 value: 25.372 - type: recall_at_3 value: 6.085999999999999 - type: recall_at_5 value: 8.265 task: type: Retrieval - dataset: config: default name: MTEB VideoRetrieval (default) revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 split: test type: C-MTEB/VideoRetrieval metrics: - type: main_score value: 64.098 - type: map_at_1 value: 49.5 - type: map_at_10 value: 59.569 - type: map_at_100 value: 60.221999999999994 - type: map_at_1000 value: 60.242 - type: map_at_20 value: 60.01800000000001 - type: map_at_3 value: 57.416999999999994 - type: map_at_5 value: 58.916999999999994 - type: mrr_at_1 value: 49.5 - type: mrr_at_10 value: 59.56932539682539 - type: mrr_at_100 value: 60.222387235695905 - type: mrr_at_1000 value: 60.24159380617551 - type: mrr_at_20 value: 60.017881284951656 - type: mrr_at_3 value: 57.41666666666665 - type: mrr_at_5 value: 58.91666666666665 - type: nauc_map_at_1000_diff1 value: 70.5786375919516 - type: nauc_map_at_1000_max value: 37.13543458080404 - type: nauc_map_at_1000_std value: -17.600072228047342 - type: nauc_map_at_100_diff1 value: 70.56835550403025 - type: nauc_map_at_100_max value: 37.1458814901935 - type: nauc_map_at_100_std value: -17.6260192275505 - type: nauc_map_at_10_diff1 value: 70.41330031614633 - type: nauc_map_at_10_max value: 36.97943280538239 - type: nauc_map_at_10_std value: -18.04582458073953 - type: nauc_map_at_1_diff1 value: 73.69020304197174 - type: nauc_map_at_1_max value: 30.80837706084608 - type: nauc_map_at_1_std value: -18.555229677513733 - type: nauc_map_at_20_diff1 value: 70.50672518441239 - type: nauc_map_at_20_max value: 37.155754338746945 - type: nauc_map_at_20_std value: -17.872491967287978 - type: nauc_map_at_3_diff1 value: 70.9468365580479 - type: nauc_map_at_3_max value: 37.076873199287995 - type: nauc_map_at_3_std value: -17.8641399095897 - type: nauc_map_at_5_diff1 value: 70.75754048180886 - type: nauc_map_at_5_max value: 37.07255888922384 - type: nauc_map_at_5_std value: -18.087074198467132 - type: nauc_mrr_at_1000_diff1 value: 70.5786375919516 - type: nauc_mrr_at_1000_max value: 37.13543458080404 - type: nauc_mrr_at_1000_std value: -17.600072228047342 - type: nauc_mrr_at_100_diff1 value: 70.56835550403025 - type: nauc_mrr_at_100_max value: 37.1458814901935 - type: nauc_mrr_at_100_std value: -17.6260192275505 - type: nauc_mrr_at_10_diff1 value: 70.41330031614633 - type: nauc_mrr_at_10_max value: 36.97943280538239 - type: nauc_mrr_at_10_std value: -18.04582458073953 - type: nauc_mrr_at_1_diff1 value: 73.69020304197174 - type: nauc_mrr_at_1_max value: 30.80837706084608 - type: nauc_mrr_at_1_std value: -18.555229677513733 - type: nauc_mrr_at_20_diff1 value: 70.50672518441239 - type: nauc_mrr_at_20_max value: 37.155754338746945 - type: nauc_mrr_at_20_std value: -17.872491967287978 - type: nauc_mrr_at_3_diff1 value: 70.9468365580479 - type: nauc_mrr_at_3_max value: 37.076873199287995 - type: nauc_mrr_at_3_std value: -17.8641399095897 - type: nauc_mrr_at_5_diff1 value: 70.75754048180886 - type: nauc_mrr_at_5_max value: 37.07255888922384 - type: nauc_mrr_at_5_std value: -18.087074198467132 - type: nauc_ndcg_at_1000_diff1 value: 69.74559484105404 - type: nauc_ndcg_at_1000_max value: 40.02888757631894 - type: nauc_ndcg_at_1000_std value: -14.316316953552445 - type: nauc_ndcg_at_100_diff1 value: 69.51463571115605 - type: nauc_ndcg_at_100_max value: 40.41444239756333 - type: nauc_ndcg_at_100_std value: -14.698640780124517 - type: nauc_ndcg_at_10_diff1 value: 68.78624170599853 - type: nauc_ndcg_at_10_max value: 39.383652814406304 - type: nauc_ndcg_at_10_std value: -17.618038649579166 - type: nauc_ndcg_at_1_diff1 value: 73.69020304197174 - type: nauc_ndcg_at_1_max value: 30.80837706084608 - type: nauc_ndcg_at_1_std value: -18.555229677513733 - type: nauc_ndcg_at_20_diff1 value: 69.11315922808899 - type: nauc_ndcg_at_20_max value: 40.3274581261148 - type: nauc_ndcg_at_20_std value: -16.715264194903977 - type: nauc_ndcg_at_3_diff1 value: 70.10282801239877 - type: nauc_ndcg_at_3_max value: 39.386237853059455 - type: nauc_ndcg_at_3_std value: -17.43292542019076 - type: nauc_ndcg_at_5_diff1 value: 69.68625216343801 - type: nauc_ndcg_at_5_max value: 39.56277357024661 - type: nauc_ndcg_at_5_std value: -17.725437947649922 - type: nauc_precision_at_1000_diff1 value: 63.415227201991634 - type: nauc_precision_at_1000_max value: 88.57862589480224 - type: nauc_precision_at_1000_std value: 74.81423124805478 - type: nauc_precision_at_100_diff1 value: 60.96049530923491 - type: nauc_precision_at_100_max value: 77.59214797029922 - type: nauc_precision_at_100_std value: 30.640589569160998 - type: nauc_precision_at_10_diff1 value: 61.20085715681732 - type: nauc_precision_at_10_max value: 49.84422733734606 - type: nauc_precision_at_10_std value: -15.577033595242392 - type: nauc_precision_at_1_diff1 value: 73.69020304197174 - type: nauc_precision_at_1_max value: 30.80837706084608 - type: nauc_precision_at_1_std value: -18.555229677513733 - type: nauc_precision_at_20_diff1 value: 60.90742553930686 - type: nauc_precision_at_20_max value: 60.63611383089591 - type: nauc_precision_at_20_std value: -7.843087710432468 - type: nauc_precision_at_3_diff1 value: 67.35259682005486 - type: nauc_precision_at_3_max value: 47.067986490892906 - type: nauc_precision_at_3_std value: -15.937908115770094 - type: nauc_precision_at_5_diff1 value: 65.60152994415934 - type: nauc_precision_at_5_max value: 49.101297109265154 - type: nauc_precision_at_5_std value: -16.239935363441386 - type: nauc_recall_at_1000_diff1 value: 63.41522720199182 - type: nauc_recall_at_1000_max value: 88.5786258948022 - type: nauc_recall_at_1000_std value: 74.81423124805448 - type: nauc_recall_at_100_diff1 value: 60.960495309234815 - type: nauc_recall_at_100_max value: 77.5921479702992 - type: nauc_recall_at_100_std value: 30.640589569160916 - type: nauc_recall_at_10_diff1 value: 61.20085715681736 - type: nauc_recall_at_10_max value: 49.844227337346084 - type: nauc_recall_at_10_std value: -15.577033595242442 - type: nauc_recall_at_1_diff1 value: 73.69020304197174 - type: nauc_recall_at_1_max value: 30.80837706084608 - type: nauc_recall_at_1_std value: -18.555229677513733 - type: nauc_recall_at_20_diff1 value: 60.90742553930707 - type: nauc_recall_at_20_max value: 60.636113830896065 - type: nauc_recall_at_20_std value: -7.843087710432366 - type: nauc_recall_at_3_diff1 value: 67.35259682005484 - type: nauc_recall_at_3_max value: 47.067986490892814 - type: nauc_recall_at_3_std value: -15.937908115770183 - type: nauc_recall_at_5_diff1 value: 65.60152994415942 - type: nauc_recall_at_5_max value: 49.10129710926523 - type: nauc_recall_at_5_std value: -16.239935363441273 - type: ndcg_at_1 value: 49.5 - type: ndcg_at_10 value: 64.098 - type: ndcg_at_100 value: 67.086 - type: ndcg_at_1000 value: 67.552 - type: ndcg_at_20 value: 65.72200000000001 - type: ndcg_at_3 value: 59.863 - type: ndcg_at_5 value: 62.553000000000004 - type: precision_at_1 value: 49.5 - type: precision_at_10 value: 7.8100000000000005 - type: precision_at_100 value: 0.9159999999999999 - type: precision_at_1000 value: 0.095 - type: precision_at_20 value: 4.2250000000000005 - type: precision_at_3 value: 22.3 - type: precision_at_5 value: 14.680000000000001 - type: recall_at_1 value: 49.5 - type: recall_at_10 value: 78.10000000000001 - type: recall_at_100 value: 91.60000000000001 - type: recall_at_1000 value: 95.19999999999999 - type: recall_at_20 value: 84.5 - type: recall_at_3 value: 66.9 - type: recall_at_5 value: 73.4 task: type: Retrieval tags: - mteb ---