{ "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", "evaluation_time": 71.836430311203, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.6208, "map_at_1": 0.42877, "map_at_10": 0.5618, "map_at_100": 0.57183, "map_at_1000": 0.57229, "map_at_20": 0.56777, "map_at_3": 0.52839, "map_at_5": 0.54762, "mrr_at_1": 0.4890282131661442, "mrr_at_10": 0.5925080857839486, "mrr_at_100": 0.5987524970574932, "mrr_at_1000": 0.5989772162875769, "mrr_at_20": 0.5965246347222736, "mrr_at_3": 0.5688610240334384, "mrr_at_5": 0.582748171368862, "nauc_map_at_1000_diff1": 0.5223114224433851, "nauc_map_at_1000_max": 0.3655984774534774, "nauc_map_at_1000_std": -0.08433899665886599, "nauc_map_at_100_diff1": 0.5220734952512529, "nauc_map_at_100_max": 0.36553230455453956, "nauc_map_at_100_std": -0.08423627500794581, "nauc_map_at_10_diff1": 0.5217310324506396, "nauc_map_at_10_max": 0.3609645376087099, "nauc_map_at_10_std": -0.09149924155846238, "nauc_map_at_1_diff1": 0.5652970156046666, "nauc_map_at_1_max": 0.2908208982400003, "nauc_map_at_1_std": -0.11713325949903315, "nauc_map_at_20_diff1": 0.5225745722678938, "nauc_map_at_20_max": 0.3640266780926629, "nauc_map_at_20_std": -0.08619325919746437, "nauc_map_at_3_diff1": 0.5259630419724312, "nauc_map_at_3_max": 0.3474546316997617, "nauc_map_at_3_std": -0.1020996784061074, "nauc_map_at_5_diff1": 0.5202439294321525, "nauc_map_at_5_max": 0.3510032672741915, "nauc_map_at_5_std": -0.09803606336162869, "nauc_mrr_at_1000_diff1": 0.5142115211774222, "nauc_mrr_at_1000_max": 0.38126566786898575, "nauc_mrr_at_1000_std": -0.07921002368445325, "nauc_mrr_at_100_diff1": 0.5141121216317681, "nauc_mrr_at_100_max": 0.3814330309201808, "nauc_mrr_at_100_std": -0.07894498023402506, "nauc_mrr_at_10_diff1": 0.5120323316050512, "nauc_mrr_at_10_max": 0.3806373198744775, "nauc_mrr_at_10_std": -0.08284512276400877, "nauc_mrr_at_1_diff1": 0.5470495035312308, "nauc_mrr_at_1_max": 0.35405851721876314, "nauc_mrr_at_1_std": -0.0992566166094027, "nauc_mrr_at_20_diff1": 0.5136995380514082, "nauc_mrr_at_20_max": 0.38122489329023096, "nauc_mrr_at_20_std": -0.07908350719746343, "nauc_mrr_at_3_diff1": 0.5111778530961534, "nauc_mrr_at_3_max": 0.3814143459089604, "nauc_mrr_at_3_std": -0.08233935417283199, "nauc_mrr_at_5_diff1": 0.5101952496695881, "nauc_mrr_at_5_max": 0.3768552709950061, "nauc_mrr_at_5_std": -0.08633060488651179, "nauc_ndcg_at_1000_diff1": 0.5137611998869438, "nauc_ndcg_at_1000_max": 0.38655897349968493, "nauc_ndcg_at_1000_std": -0.06114597870867714, "nauc_ndcg_at_100_diff1": 0.5093603843379081, "nauc_ndcg_at_100_max": 0.39072936007259945, "nauc_ndcg_at_100_std": -0.05398832156924079, "nauc_ndcg_at_10_diff1": 0.5053243402141651, "nauc_ndcg_at_10_max": 0.38242176140884226, "nauc_ndcg_at_10_std": -0.07539732020064646, "nauc_ndcg_at_1_diff1": 0.5470495035312308, "nauc_ndcg_at_1_max": 0.35405851721876314, "nauc_ndcg_at_1_std": -0.0992566166094027, "nauc_ndcg_at_20_diff1": 0.510040261073624, "nauc_ndcg_at_20_max": 0.386991421917505, "nauc_ndcg_at_20_std": -0.06002874198206406, "nauc_ndcg_at_3_diff1": 0.5078795522813189, "nauc_ndcg_at_3_max": 0.36841520635132113, "nauc_ndcg_at_3_std": -0.08729291303642872, "nauc_ndcg_at_5_diff1": 0.5016620514003219, "nauc_ndcg_at_5_max": 0.36698986345451906, "nauc_ndcg_at_5_std": -0.08719341534296754, "nauc_precision_at_1000_diff1": -0.15726645872026082, "nauc_precision_at_1000_max": 0.13562643569971833, "nauc_precision_at_1000_std": 0.1926846187753064, "nauc_precision_at_100_diff1": -0.1306302828218589, "nauc_precision_at_100_max": 0.1983779229018622, "nauc_precision_at_100_std": 0.2129262947233087, "nauc_precision_at_10_diff1": 0.0610655444320749, "nauc_precision_at_10_max": 0.3104388456339611, "nauc_precision_at_10_std": 0.0943051157579713, "nauc_precision_at_1_diff1": 0.5470495035312308, "nauc_precision_at_1_max": 0.35405851721876314, "nauc_precision_at_1_std": -0.0992566166094027, "nauc_precision_at_20_diff1": -0.012897724777309548, "nauc_precision_at_20_max": 0.27879161740278824, "nauc_precision_at_20_std": 0.1659665572272995, "nauc_precision_at_3_diff1": 0.2586508328443938, "nauc_precision_at_3_max": 0.3670450778842469, "nauc_precision_at_3_std": -0.005778828602221738, "nauc_precision_at_5_diff1": 0.1463111834929798, "nauc_precision_at_5_max": 0.31497159643945094, "nauc_precision_at_5_std": 0.02918554005076313, "nauc_recall_at_1000_diff1": 0.49562867334931604, "nauc_recall_at_1000_max": 0.6957148259711696, "nauc_recall_at_1000_std": 0.6526165663708562, "nauc_recall_at_100_diff1": 0.39483859956242007, "nauc_recall_at_100_max": 0.5569708119593213, "nauc_recall_at_100_std": 0.2744404679965768, "nauc_recall_at_10_diff1": 0.43668953632195234, "nauc_recall_at_10_max": 0.4071869646537036, "nauc_recall_at_10_std": -0.03185335821736885, "nauc_recall_at_1_diff1": 0.5652970156046666, "nauc_recall_at_1_max": 0.2908208982400003, "nauc_recall_at_1_std": -0.11713325949903315, "nauc_recall_at_20_diff1": 0.44564504044436504, "nauc_recall_at_20_max": 0.44551746765359246, "nauc_recall_at_20_std": 0.07682425361084576, "nauc_recall_at_3_diff1": 0.45965264844274356, "nauc_recall_at_3_max": 0.35790139222847783, "nauc_recall_at_3_std": -0.08308832050487164, "nauc_recall_at_5_diff1": 0.44004865672222954, "nauc_recall_at_5_max": 0.3546352313133666, "nauc_recall_at_5_std": -0.07891636258216321, "ndcg_at_1": 0.48903, "ndcg_at_10": 0.6208, "ndcg_at_100": 0.65873, "ndcg_at_1000": 0.66745, "ndcg_at_20": 0.63785, "ndcg_at_3": 0.56693, "ndcg_at_5": 0.59399, "precision_at_1": 0.48903, "precision_at_10": 0.09962, "precision_at_100": 0.01274, "precision_at_1000": 0.00139, "precision_at_20": 0.05517, "precision_at_3": 0.25266, "precision_at_5": 0.17317, "recall_at_1": 0.42877, "recall_at_10": 0.76185, "recall_at_100": 0.92286, "recall_at_1000": 0.98461, "recall_at_20": 0.82525, "recall_at_3": 0.61948, "recall_at_5": 0.68512 } ] }, "task_name": "CQADupstackGamingRetrieval" }