{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "evaluation_time": 102.73600673675537, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.42658, "map_at_1": 0.28714, "map_at_10": 0.37563, "map_at_100": 0.38694, "map_at_1000": 0.38762, "map_at_20": 0.38211, "map_at_3": 0.34696, "map_at_5": 0.36432, "mrr_at_1": 0.31412429378531076, "mrr_at_10": 0.3996273876782347, "mrr_at_100": 0.40907656222928823, "mrr_at_1000": 0.4095800370696713, "mrr_at_20": 0.405052139977626, "mrr_at_3": 0.37344632768361563, "mrr_at_5": 0.38994350282485835, "nauc_map_at_1000_diff1": 0.3961192034495172, "nauc_map_at_1000_max": 0.28074753607190883, "nauc_map_at_1000_std": -0.01629384960579462, "nauc_map_at_100_diff1": 0.3960725457276108, "nauc_map_at_100_max": 0.2807778539477287, "nauc_map_at_100_std": -0.01611472736571188, "nauc_map_at_10_diff1": 0.3950717992244888, "nauc_map_at_10_max": 0.27730349664118326, "nauc_map_at_10_std": -0.01992408450844551, "nauc_map_at_1_diff1": 0.469051716107729, "nauc_map_at_1_max": 0.2924116824433833, "nauc_map_at_1_std": -0.05870071979416687, "nauc_map_at_20_diff1": 0.396536614213307, "nauc_map_at_20_max": 0.2797331799964293, "nauc_map_at_20_std": -0.016677677113611226, "nauc_map_at_3_diff1": 0.4051298480817222, "nauc_map_at_3_max": 0.2707786410731981, "nauc_map_at_3_std": -0.029865853210509417, "nauc_map_at_5_diff1": 0.3932762411143691, "nauc_map_at_5_max": 0.26742093985028603, "nauc_map_at_5_std": -0.02963882944119166, "nauc_mrr_at_1000_diff1": 0.3932684043727711, "nauc_mrr_at_1000_max": 0.29736148305271076, "nauc_mrr_at_1000_std": -0.007438847314430597, "nauc_mrr_at_100_diff1": 0.3931586821412234, "nauc_mrr_at_100_max": 0.2974304649737516, "nauc_mrr_at_100_std": -0.007228335108941868, "nauc_mrr_at_10_diff1": 0.3926397887394587, "nauc_mrr_at_10_max": 0.295237668800346, "nauc_mrr_at_10_std": -0.010222075247967262, "nauc_mrr_at_1_diff1": 0.4559040546472199, "nauc_mrr_at_1_max": 0.31663647784654986, "nauc_mrr_at_1_std": -0.04818438053029128, "nauc_mrr_at_20_diff1": 0.39298433047139597, "nauc_mrr_at_20_max": 0.2972030596719668, "nauc_mrr_at_20_std": -0.007096021924508441, "nauc_mrr_at_3_diff1": 0.3996799301916714, "nauc_mrr_at_3_max": 0.2916302862310877, "nauc_mrr_at_3_std": -0.01338113935535763, "nauc_mrr_at_5_diff1": 0.39177045782697123, "nauc_mrr_at_5_max": 0.2897447089635909, "nauc_mrr_at_5_std": -0.015592095758569737, "nauc_ndcg_at_1000_diff1": 0.37823944331036224, "nauc_ndcg_at_1000_max": 0.29187492683348015, "nauc_ndcg_at_1000_std": 0.01316809800396535, "nauc_ndcg_at_100_diff1": 0.373071622857763, "nauc_ndcg_at_100_max": 0.2912116411367242, "nauc_ndcg_at_100_std": 0.018420781381240894, "nauc_ndcg_at_10_diff1": 0.37239084387948984, "nauc_ndcg_at_10_max": 0.28007380306963614, "nauc_ndcg_at_10_std": 0.001726343649234658, "nauc_ndcg_at_1_diff1": 0.4559040546472199, "nauc_ndcg_at_1_max": 0.31663647784654986, "nauc_ndcg_at_1_std": -0.04818438053029128, "nauc_ndcg_at_20_diff1": 0.3751218389316388, "nauc_ndcg_at_20_max": 0.2862896289223532, "nauc_ndcg_at_20_std": 0.014035632000843944, "nauc_ndcg_at_3_diff1": 0.3875040745648701, "nauc_ndcg_at_3_max": 0.26822787482367155, "nauc_ndcg_at_3_std": -0.018434843091294548, "nauc_ndcg_at_5_diff1": 0.3693966738148349, "nauc_ndcg_at_5_max": 0.2617033556623302, "nauc_ndcg_at_5_std": -0.01795410348850904, "nauc_precision_at_1000_diff1": -0.04271060044184737, "nauc_precision_at_1000_max": 0.1568803885206981, "nauc_precision_at_1000_std": 0.11134232553713395, "nauc_precision_at_100_diff1": 0.05585760003727332, "nauc_precision_at_100_max": 0.23671122924134988, "nauc_precision_at_100_std": 0.15332608038154696, "nauc_precision_at_10_diff1": 0.22277937435690873, "nauc_precision_at_10_max": 0.28255787814796446, "nauc_precision_at_10_std": 0.08460648498341135, "nauc_precision_at_1_diff1": 0.4559040546472199, "nauc_precision_at_1_max": 0.31663647784654986, "nauc_precision_at_1_std": -0.04818438053029128, "nauc_precision_at_20_diff1": 0.1905098863742647, "nauc_precision_at_20_max": 0.28527217351755324, "nauc_precision_at_20_std": 0.1311850432520898, "nauc_precision_at_3_diff1": 0.2964829706426782, "nauc_precision_at_3_max": 0.2607282184014668, "nauc_precision_at_3_std": 0.019622460524606394, "nauc_precision_at_5_diff1": 0.23849319621209486, "nauc_precision_at_5_max": 0.2445303616502152, "nauc_precision_at_5_std": 0.020393286644309255, "nauc_recall_at_1000_diff1": 0.2745028594394908, "nauc_recall_at_1000_max": 0.4202141810677719, "nauc_recall_at_1000_std": 0.3935004872742902, "nauc_recall_at_100_diff1": 0.25149706796559607, "nauc_recall_at_100_max": 0.3212389607615557, "nauc_recall_at_100_std": 0.22147303394327694, "nauc_recall_at_10_diff1": 0.2964840320053768, "nauc_recall_at_10_max": 0.26191022321723384, "nauc_recall_at_10_std": 0.05830947586101534, "nauc_recall_at_1_diff1": 0.469051716107729, "nauc_recall_at_1_max": 0.2924116824433833, "nauc_recall_at_1_std": -0.05870071979416687, "nauc_recall_at_20_diff1": 0.2982281180205297, "nauc_recall_at_20_max": 0.28080908858427134, "nauc_recall_at_20_std": 0.11951450456499198, "nauc_recall_at_3_diff1": 0.33470358467170386, "nauc_recall_at_3_max": 0.231042576283643, "nauc_recall_at_3_std": 0.0016024369641782475, "nauc_recall_at_5_diff1": 0.2937076672776075, "nauc_recall_at_5_max": 0.2134128629225973, "nauc_recall_at_5_std": 0.0014855338126161981, "ndcg_at_1": 0.31412, "ndcg_at_10": 0.42658, "ndcg_at_100": 0.48049, "ndcg_at_1000": 0.4977, "ndcg_at_20": 0.44832, "ndcg_at_3": 0.37205, "ndcg_at_5": 0.4014, "precision_at_1": 0.31412, "precision_at_10": 0.06508, "precision_at_100": 0.00965, "precision_at_1000": 0.00115, "precision_at_20": 0.03768, "precision_at_3": 0.15631, "precision_at_5": 0.11119, "recall_at_1": 0.28714, "recall_at_10": 0.55935, "recall_at_100": 0.80608, "recall_at_1000": 0.93539, "recall_at_20": 0.64176, "recall_at_3": 0.41521, "recall_at_5": 0.48501 } ] }, "task_name": "CQADupstackGisRetrieval" }