{ "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", "evaluation_time": 55.483893632888794, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.33208, "map_at_1": 0.18381, "map_at_10": 0.27403, "map_at_100": 0.28675, "map_at_1000": 0.28782, "map_at_20": 0.27992, "map_at_3": 0.24548, "map_at_5": 0.26181, "mrr_at_1": 0.23507462686567165, "mrr_at_10": 0.32741402116402096, "mrr_at_100": 0.3368378389103377, "mrr_at_1000": 0.33745408038276475, "mrr_at_20": 0.3323727400153511, "mrr_at_3": 0.3007877280265342, "mrr_at_5": 0.316148424543947, "nauc_map_at_1000_diff1": 0.3835506605373351, "nauc_map_at_1000_max": 0.19381685867452142, "nauc_map_at_1000_std": -0.02050583040126034, "nauc_map_at_100_diff1": 0.38314858115891237, "nauc_map_at_100_max": 0.1937117450454643, "nauc_map_at_100_std": -0.020469766199583087, "nauc_map_at_10_diff1": 0.3840779531862336, "nauc_map_at_10_max": 0.19277792751003803, "nauc_map_at_10_std": -0.02383384589547619, "nauc_map_at_1_diff1": 0.4495581800066572, "nauc_map_at_1_max": 0.20438003714488978, "nauc_map_at_1_std": -0.02000126632439862, "nauc_map_at_20_diff1": 0.3825841129936531, "nauc_map_at_20_max": 0.19245457361391907, "nauc_map_at_20_std": -0.02356229982986028, "nauc_map_at_3_diff1": 0.39902362043759326, "nauc_map_at_3_max": 0.19242641916079836, "nauc_map_at_3_std": -0.03931781524753707, "nauc_map_at_5_diff1": 0.3870431872259705, "nauc_map_at_5_max": 0.1926852054940375, "nauc_map_at_5_std": -0.03236985532917684, "nauc_mrr_at_1000_diff1": 0.3854851498470842, "nauc_mrr_at_1000_max": 0.23893642169022167, "nauc_mrr_at_1000_std": -0.024136969072719623, "nauc_mrr_at_100_diff1": 0.38534302191691727, "nauc_mrr_at_100_max": 0.23893663676278984, "nauc_mrr_at_100_std": -0.024097381424195787, "nauc_mrr_at_10_diff1": 0.3853181096925956, "nauc_mrr_at_10_max": 0.23954577981934352, "nauc_mrr_at_10_std": -0.025006991589445082, "nauc_mrr_at_1_diff1": 0.4332105816347665, "nauc_mrr_at_1_max": 0.2530630186932532, "nauc_mrr_at_1_std": -0.025725437527186392, "nauc_mrr_at_20_diff1": 0.3847298070489984, "nauc_mrr_at_20_max": 0.2391565137628037, "nauc_mrr_at_20_std": -0.026039004277295302, "nauc_mrr_at_3_diff1": 0.3940004126068743, "nauc_mrr_at_3_max": 0.24249097586756987, "nauc_mrr_at_3_std": -0.03866551954059294, "nauc_mrr_at_5_diff1": 0.3874177952463559, "nauc_mrr_at_5_max": 0.2403980372752478, "nauc_mrr_at_5_std": -0.028406582870018363, "nauc_ndcg_at_1000_diff1": 0.36120390000428493, "nauc_ndcg_at_1000_max": 0.20626666943249947, "nauc_ndcg_at_1000_std": 0.0027254009736663192, "nauc_ndcg_at_100_diff1": 0.3560689059414668, "nauc_ndcg_at_100_max": 0.2020517776383036, "nauc_ndcg_at_100_std": 0.008168149038645609, "nauc_ndcg_at_10_diff1": 0.35824315489447817, "nauc_ndcg_at_10_max": 0.1985417334925029, "nauc_ndcg_at_10_std": -0.011642291316964657, "nauc_ndcg_at_1_diff1": 0.4332105816347665, "nauc_ndcg_at_1_max": 0.2530630186932532, "nauc_ndcg_at_1_std": -0.025725437527186392, "nauc_ndcg_at_20_diff1": 0.3549549399809524, "nauc_ndcg_at_20_max": 0.19813693151559036, "nauc_ndcg_at_20_std": -0.012017654922667532, "nauc_ndcg_at_3_diff1": 0.38443757580792187, "nauc_ndcg_at_3_max": 0.2062522173839377, "nauc_ndcg_at_3_std": -0.0467693551907594, "nauc_ndcg_at_5_diff1": 0.36471938016102884, "nauc_ndcg_at_5_max": 0.19898625307152265, "nauc_ndcg_at_5_std": -0.02967250314290654, "nauc_precision_at_1000_diff1": 0.006748008716956962, "nauc_precision_at_1000_max": 0.07501730139108707, "nauc_precision_at_1000_std": -0.00034604795204674574, "nauc_precision_at_100_diff1": 0.07648653799001072, "nauc_precision_at_100_max": 0.13322680400823728, "nauc_precision_at_100_std": 0.06010461514385008, "nauc_precision_at_10_diff1": 0.21846327427513665, "nauc_precision_at_10_max": 0.19819942336083554, "nauc_precision_at_10_std": 0.014727985371403032, "nauc_precision_at_1_diff1": 0.4332105816347665, "nauc_precision_at_1_max": 0.2530630186932532, "nauc_precision_at_1_std": -0.025725437527186392, "nauc_precision_at_20_diff1": 0.176002742122153, "nauc_precision_at_20_max": 0.17497159862877093, "nauc_precision_at_20_std": 0.011018165891280806, "nauc_precision_at_3_diff1": 0.3160255129358259, "nauc_precision_at_3_max": 0.22744726454403227, "nauc_precision_at_3_std": -0.05035185285998481, "nauc_precision_at_5_diff1": 0.2573818503391978, "nauc_precision_at_5_max": 0.20884157036103254, "nauc_precision_at_5_std": -0.017508855717606544, "nauc_recall_at_1000_diff1": 0.08699203171465966, "nauc_recall_at_1000_max": 0.20939916951625537, "nauc_recall_at_1000_std": 0.2654703922481569, "nauc_recall_at_100_diff1": 0.20808157626016482, "nauc_recall_at_100_max": 0.1549199672956999, "nauc_recall_at_100_std": 0.1594707992650486, "nauc_recall_at_10_diff1": 0.2636763796784938, "nauc_recall_at_10_max": 0.16059317450872862, "nauc_recall_at_10_std": 0.02287176708404564, "nauc_recall_at_1_diff1": 0.4495581800066572, "nauc_recall_at_1_max": 0.20438003714488978, "nauc_recall_at_1_std": -0.02000126632439862, "nauc_recall_at_20_diff1": 0.24879067445591938, "nauc_recall_at_20_max": 0.1582027095200204, "nauc_recall_at_20_std": 0.02224743006928958, "nauc_recall_at_3_diff1": 0.32652705814124233, "nauc_recall_at_3_max": 0.16567799264717403, "nauc_recall_at_3_std": -0.04958922831851308, "nauc_recall_at_5_diff1": 0.2829107729633427, "nauc_recall_at_5_max": 0.15887899888366383, "nauc_recall_at_5_std": -0.021614049226683245, "ndcg_at_1": 0.23507, "ndcg_at_10": 0.33208, "ndcg_at_100": 0.39396, "ndcg_at_1000": 0.41907, "ndcg_at_20": 0.35171, "ndcg_at_3": 0.28126, "ndcg_at_5": 0.30546, "precision_at_1": 0.23507, "precision_at_10": 0.06269, "precision_at_100": 0.01097, "precision_at_1000": 0.00143, "precision_at_20": 0.03719, "precision_at_3": 0.1393, "precision_at_5": 0.10149, "recall_at_1": 0.18381, "recall_at_10": 0.45804, "recall_at_100": 0.73151, "recall_at_1000": 0.91127, "recall_at_20": 0.52821, "recall_at_3": 0.31628, "recall_at_5": 0.37904 } ] }, "task_name": "CQADupstackMathematicaRetrieval" }