{ "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", "evaluation_time": 121.38984036445618, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.35575, "map_at_1": 0.22344, "map_at_10": 0.30487, "map_at_100": 0.315, "map_at_1000": 0.31606, "map_at_20": 0.3101, "map_at_3": 0.27632, "map_at_5": 0.29272, "mrr_at_1": 0.24399260628465805, "mrr_at_10": 0.32672153272892646, "mrr_at_100": 0.33552791517063935, "mrr_at_1000": 0.3362543534016054, "mrr_at_20": 0.33136025177115536, "mrr_at_3": 0.29913739987677146, "mrr_at_5": 0.31503388786198405, "nauc_map_at_1000_diff1": 0.4342889903666921, "nauc_map_at_1000_max": 0.26620055716576096, "nauc_map_at_1000_std": -1.1779039597582109e-05, "nauc_map_at_100_diff1": 0.4340607645435183, "nauc_map_at_100_max": 0.26610867513951547, "nauc_map_at_100_std": -0.00015098496769734218, "nauc_map_at_10_diff1": 0.4349413128632376, "nauc_map_at_10_max": 0.26297044079146065, "nauc_map_at_10_std": -0.0038274517103308297, "nauc_map_at_1_diff1": 0.5116345158288577, "nauc_map_at_1_max": 0.2579905874787715, "nauc_map_at_1_std": -0.024808156733815284, "nauc_map_at_20_diff1": 0.43482516741112415, "nauc_map_at_20_max": 0.2660369516702007, "nauc_map_at_20_std": -0.0015397352628604966, "nauc_map_at_3_diff1": 0.43630965208254646, "nauc_map_at_3_max": 0.2649246566383474, "nauc_map_at_3_std": -0.016129562797457545, "nauc_map_at_5_diff1": 0.4368254405790162, "nauc_map_at_5_max": 0.26257366140813826, "nauc_map_at_5_std": -0.01659876282993539, "nauc_mrr_at_1000_diff1": 0.4389623367950434, "nauc_mrr_at_1000_max": 0.290168434711806, "nauc_mrr_at_1000_std": 0.01067930225384994, "nauc_mrr_at_100_diff1": 0.43906699768898366, "nauc_mrr_at_100_max": 0.29036363469202614, "nauc_mrr_at_100_std": 0.010806729257233244, "nauc_mrr_at_10_diff1": 0.438656445453394, "nauc_mrr_at_10_max": 0.28882776222218276, "nauc_mrr_at_10_std": 0.009056979211560335, "nauc_mrr_at_1_diff1": 0.5198574054402033, "nauc_mrr_at_1_max": 0.28859416016463435, "nauc_mrr_at_1_std": -0.017983426493040366, "nauc_mrr_at_20_diff1": 0.4394318138117805, "nauc_mrr_at_20_max": 0.2908073340252369, "nauc_mrr_at_20_std": 0.01018701117855711, "nauc_mrr_at_3_diff1": 0.4435065381427921, "nauc_mrr_at_3_max": 0.3002926428720022, "nauc_mrr_at_3_std": -0.002785591874442259, "nauc_mrr_at_5_diff1": 0.441179952323812, "nauc_mrr_at_5_max": 0.2924048440334683, "nauc_mrr_at_5_std": -0.0005820308762471137, "nauc_ndcg_at_1000_diff1": 0.4150057694528738, "nauc_ndcg_at_1000_max": 0.27903762548873845, "nauc_ndcg_at_1000_std": 0.03254054009086323, "nauc_ndcg_at_100_diff1": 0.4071585219000967, "nauc_ndcg_at_100_max": 0.27366484436254584, "nauc_ndcg_at_100_std": 0.028995900555029593, "nauc_ndcg_at_10_diff1": 0.41040954742169317, "nauc_ndcg_at_10_max": 0.26660508294098634, "nauc_ndcg_at_10_std": 0.014908558729276234, "nauc_ndcg_at_1_diff1": 0.5198574054402033, "nauc_ndcg_at_1_max": 0.28859416016463435, "nauc_ndcg_at_1_std": -0.017983426493040366, "nauc_ndcg_at_20_diff1": 0.41129954776493455, "nauc_ndcg_at_20_max": 0.2760752902581889, "nauc_ndcg_at_20_std": 0.023171111264464896, "nauc_ndcg_at_3_diff1": 0.4160071783158574, "nauc_ndcg_at_3_max": 0.2777213710252165, "nauc_ndcg_at_3_std": -0.008424497148353237, "nauc_ndcg_at_5_diff1": 0.4144221916605393, "nauc_ndcg_at_5_max": 0.2676416069019572, "nauc_ndcg_at_5_std": -0.01113984475956006, "nauc_precision_at_1000_diff1": 0.067046206761998, "nauc_precision_at_1000_max": 0.14295311745785114, "nauc_precision_at_1000_std": 0.13663927101375156, "nauc_precision_at_100_diff1": 0.15110159961138175, "nauc_precision_at_100_max": 0.2500065389108801, "nauc_precision_at_100_std": 0.17169053884564953, "nauc_precision_at_10_diff1": 0.2930565632972517, "nauc_precision_at_10_max": 0.29688628908015213, "nauc_precision_at_10_std": 0.11553545174844733, "nauc_precision_at_1_diff1": 0.5198574054402033, "nauc_precision_at_1_max": 0.28859416016463435, "nauc_precision_at_1_std": -0.017983426493040366, "nauc_precision_at_20_diff1": 0.27250499876314926, "nauc_precision_at_20_max": 0.320224164371409, "nauc_precision_at_20_std": 0.1516468285949202, "nauc_precision_at_3_diff1": 0.3335063922308753, "nauc_precision_at_3_max": 0.3096724280242114, "nauc_precision_at_3_std": 0.021963111800651323, "nauc_precision_at_5_diff1": 0.3288230611720919, "nauc_precision_at_5_max": 0.2945079920534689, "nauc_precision_at_5_std": 0.028208234072961837, "nauc_recall_at_1000_diff1": 0.2806909134223381, "nauc_recall_at_1000_max": 0.39197867658685936, "nauc_recall_at_1000_std": 0.4724065320179043, "nauc_recall_at_100_diff1": 0.27370452080186175, "nauc_recall_at_100_max": 0.24415778120584267, "nauc_recall_at_100_std": 0.13796101719832135, "nauc_recall_at_10_diff1": 0.3314514873824153, "nauc_recall_at_10_max": 0.24330751894966832, "nauc_recall_at_10_std": 0.05700638647079444, "nauc_recall_at_1_diff1": 0.5116345158288577, "nauc_recall_at_1_max": 0.2579905874787715, "nauc_recall_at_1_std": -0.024808156733815284, "nauc_recall_at_20_diff1": 0.32969650417275814, "nauc_recall_at_20_max": 0.2725346456519389, "nauc_recall_at_20_std": 0.08986031235011116, "nauc_recall_at_3_diff1": 0.3481164989784435, "nauc_recall_at_3_max": 0.2645512771156967, "nauc_recall_at_3_std": -0.01459124054595831, "nauc_recall_at_5_diff1": 0.34129914726879546, "nauc_recall_at_5_max": 0.24662459763321307, "nauc_recall_at_5_std": -0.013499562119141762, "ndcg_at_1": 0.24399, "ndcg_at_10": 0.35575, "ndcg_at_100": 0.40668, "ndcg_at_1000": 0.43285, "ndcg_at_20": 0.37387, "ndcg_at_3": 0.30033, "ndcg_at_5": 0.32797, "precision_at_1": 0.24399, "precision_at_10": 0.05712, "precision_at_100": 0.00896, "precision_at_1000": 0.00124, "precision_at_20": 0.03309, "precision_at_3": 0.12877, "precision_at_5": 0.09279, "recall_at_1": 0.22344, "recall_at_10": 0.49072, "recall_at_100": 0.72795, "recall_at_1000": 0.92354, "recall_at_20": 0.5599, "recall_at_3": 0.34187, "recall_at_5": 0.40887 } ] }, "task_name": "CQADupstackWordpressRetrieval" }