{ "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", "evaluation_time": 127.34627389907837, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.45888, "map_at_1": 0.3027, "map_at_10": 0.40313, "map_at_100": 0.41426, "map_at_1000": 0.41521, "map_at_20": 0.40884, "map_at_3": 0.3725, "map_at_5": 0.38966, "mrr_at_1": 0.353544776119403, "mrr_at_10": 0.4426020936981757, "mrr_at_100": 0.45020356978323933, "mrr_at_1000": 0.45073933987678644, "mrr_at_20": 0.44656337750919484, "mrr_at_3": 0.4171330845771142, "mrr_at_5": 0.43107898009950196, "nauc_map_at_1000_diff1": 0.4602002998591468, "nauc_map_at_1000_max": 0.37832787906738785, "nauc_map_at_1000_std": -0.025764897272686913, "nauc_map_at_100_diff1": 0.4601218631404845, "nauc_map_at_100_max": 0.3781145274988756, "nauc_map_at_100_std": -0.026175243488370296, "nauc_map_at_10_diff1": 0.4630951457491073, "nauc_map_at_10_max": 0.3769990373824708, "nauc_map_at_10_std": -0.028239493396634712, "nauc_map_at_1_diff1": 0.5318370869526909, "nauc_map_at_1_max": 0.3544816123707917, "nauc_map_at_1_std": -0.06400512861110906, "nauc_map_at_20_diff1": 0.46040829205124717, "nauc_map_at_20_max": 0.3774625214922985, "nauc_map_at_20_std": -0.02624145282223442, "nauc_map_at_3_diff1": 0.4712764560316526, "nauc_map_at_3_max": 0.3632267298085324, "nauc_map_at_3_std": -0.04219346820456278, "nauc_map_at_5_diff1": 0.4676692886677038, "nauc_map_at_5_max": 0.3767498374485091, "nauc_map_at_5_std": -0.034610909515382426, "nauc_mrr_at_1000_diff1": 0.45575436809112985, "nauc_mrr_at_1000_max": 0.3992115993424273, "nauc_mrr_at_1000_std": -0.020780997396293646, "nauc_mrr_at_100_diff1": 0.4556042446495109, "nauc_mrr_at_100_max": 0.39905197014669186, "nauc_mrr_at_100_std": -0.02095762794921969, "nauc_mrr_at_10_diff1": 0.4547343248276947, "nauc_mrr_at_10_max": 0.3995534714309738, "nauc_mrr_at_10_std": -0.02086934654657477, "nauc_mrr_at_1_diff1": 0.5204292203745828, "nauc_mrr_at_1_max": 0.39374856714603207, "nauc_mrr_at_1_std": -0.05892809225394132, "nauc_mrr_at_20_diff1": 0.45470767977192633, "nauc_mrr_at_20_max": 0.3990246022339995, "nauc_mrr_at_20_std": -0.020325224205020816, "nauc_mrr_at_3_diff1": 0.4598836064994108, "nauc_mrr_at_3_max": 0.3932229988878804, "nauc_mrr_at_3_std": -0.03294291172078526, "nauc_mrr_at_5_diff1": 0.45745958091955, "nauc_mrr_at_5_max": 0.40070271169907173, "nauc_mrr_at_5_std": -0.03007925483503964, "nauc_ndcg_at_1000_diff1": 0.43961368562273373, "nauc_ndcg_at_1000_max": 0.3924505743321478, "nauc_ndcg_at_1000_std": 0.003924947717568961, "nauc_ndcg_at_100_diff1": 0.43539202238081715, "nauc_ndcg_at_100_max": 0.38886112252597843, "nauc_ndcg_at_100_std": 0.0005230049265645784, "nauc_ndcg_at_10_diff1": 0.43795892818982085, "nauc_ndcg_at_10_max": 0.38628173299090934, "nauc_ndcg_at_10_std": -0.007060348389490689, "nauc_ndcg_at_1_diff1": 0.5204292203745828, "nauc_ndcg_at_1_max": 0.39374856714603207, "nauc_ndcg_at_1_std": -0.05892809225394132, "nauc_ndcg_at_20_diff1": 0.4328870474891969, "nauc_ndcg_at_20_max": 0.38531881928089823, "nauc_ndcg_at_20_std": -0.0007869955215274373, "nauc_ndcg_at_3_diff1": 0.44732407213706155, "nauc_ndcg_at_3_max": 0.367512935461387, "nauc_ndcg_at_3_std": -0.03552580519247987, "nauc_ndcg_at_5_diff1": 0.4455706639898831, "nauc_ndcg_at_5_max": 0.3871015366307105, "nauc_ndcg_at_5_std": -0.025764316559783864, "nauc_precision_at_1000_diff1": -0.14907520378137196, "nauc_precision_at_1000_max": 0.043901942857322414, "nauc_precision_at_1000_std": 0.0941049528891135, "nauc_precision_at_100_diff1": -0.03726507764788911, "nauc_precision_at_100_max": 0.1638821557409485, "nauc_precision_at_100_std": 0.09906565972785869, "nauc_precision_at_10_diff1": 0.15080288005049752, "nauc_precision_at_10_max": 0.3066972333424892, "nauc_precision_at_10_std": 0.057988470709433075, "nauc_precision_at_1_diff1": 0.5204292203745828, "nauc_precision_at_1_max": 0.39374856714603207, "nauc_precision_at_1_std": -0.05892809225394132, "nauc_precision_at_20_diff1": 0.08386810657866965, "nauc_precision_at_20_max": 0.264996795990837, "nauc_precision_at_20_std": 0.07597281484187647, "nauc_precision_at_3_diff1": 0.2908206812174061, "nauc_precision_at_3_max": 0.3434167447809532, "nauc_precision_at_3_std": 0.0009178648253587609, "nauc_precision_at_5_diff1": 0.22708276262737706, "nauc_precision_at_5_max": 0.354254590154193, "nauc_precision_at_5_std": 0.02296553015040456, "nauc_recall_at_1000_diff1": 0.30163881962973527, "nauc_recall_at_1000_max": 0.5082049496951329, "nauc_recall_at_1000_std": 0.44769519169750294, "nauc_recall_at_100_diff1": 0.3202953537052301, "nauc_recall_at_100_max": 0.3769937237348721, "nauc_recall_at_100_std": 0.12438889625985035, "nauc_recall_at_10_diff1": 0.35286748088136805, "nauc_recall_at_10_max": 0.3696477246508002, "nauc_recall_at_10_std": 0.05527850029867015, "nauc_recall_at_1_diff1": 0.5318370869526909, "nauc_recall_at_1_max": 0.3544816123707917, "nauc_recall_at_1_std": -0.06400512861110906, "nauc_recall_at_20_diff1": 0.3277613938674226, "nauc_recall_at_20_max": 0.36008840180340906, "nauc_recall_at_20_std": 0.08463078130246139, "nauc_recall_at_3_diff1": 0.4022182416895072, "nauc_recall_at_3_max": 0.3426330049590399, "nauc_recall_at_3_std": -0.02298756104642965, "nauc_recall_at_5_diff1": 0.3874495878171933, "nauc_recall_at_5_max": 0.381880498522596, "nauc_recall_at_5_std": 0.0012063049969727486, "ndcg_at_1": 0.35354, "ndcg_at_10": 0.45888, "ndcg_at_100": 0.50773, "ndcg_at_1000": 0.52851, "ndcg_at_20": 0.47611, "ndcg_at_3": 0.4066, "ndcg_at_5": 0.43076, "precision_at_1": 0.35354, "precision_at_10": 0.07771, "precision_at_100": 0.01144, "precision_at_1000": 0.00142, "precision_at_20": 0.04389, "precision_at_3": 0.18532, "precision_at_5": 0.13022, "recall_at_1": 0.3027, "recall_at_10": 0.58711, "recall_at_100": 0.79617, "recall_at_1000": 0.94083, "recall_at_20": 0.64855, "recall_at_3": 0.44255, "recall_at_5": 0.50499 } ] }, "task_name": "CQADupstackUnixRetrieval" }