{ "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", "evaluation_time": 297.40547585487366, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.8981, "map_at_1": 0.7223, "map_at_10": 0.86334, "map_at_100": 0.86951, "map_at_1000": 0.86963, "map_at_20": 0.86751, "map_at_3": 0.83406, "map_at_5": 0.85235, "mrr_at_1": 0.8318, "mrr_at_10": 0.8900426190476174, "mrr_at_100": 0.890853393151695, "mrr_at_1000": 0.8908577657073418, "mrr_at_20": 0.8906634514251637, "mrr_at_3": 0.8815333333333317, "mrr_at_5": 0.8876483333333308, "nauc_map_at_1000_diff1": 0.7787782211254416, "nauc_map_at_1000_max": 0.308800033255985, "nauc_map_at_1000_std": -0.6050953164487657, "nauc_map_at_100_diff1": 0.7787815642983082, "nauc_map_at_100_max": 0.30851382011689044, "nauc_map_at_100_std": -0.6056448125802006, "nauc_map_at_10_diff1": 0.78163717620152, "nauc_map_at_10_max": 0.3026887282116559, "nauc_map_at_10_std": -0.6300136496545372, "nauc_map_at_1_diff1": 0.814042493579872, "nauc_map_at_1_max": 0.23360000140828055, "nauc_map_at_1_std": -0.5172986650664965, "nauc_map_at_20_diff1": 0.7797855401204101, "nauc_map_at_20_max": 0.30711468068410996, "nauc_map_at_20_std": -0.6156030445962435, "nauc_map_at_3_diff1": 0.7881627731161905, "nauc_map_at_3_max": 0.2810688101967666, "nauc_map_at_3_std": -0.6411543723608154, "nauc_map_at_5_diff1": 0.785296212090635, "nauc_map_at_5_max": 0.2917389087429074, "nauc_map_at_5_std": -0.6448250337130911, "nauc_mrr_at_1000_diff1": 0.783652263633986, "nauc_mrr_at_1000_max": 0.33672180586034284, "nauc_mrr_at_1000_std": -0.5647653089391216, "nauc_mrr_at_100_diff1": 0.7836529501712451, "nauc_mrr_at_100_max": 0.33674163351537023, "nauc_mrr_at_100_std": -0.5647737326959547, "nauc_mrr_at_10_diff1": 0.7836002032110506, "nauc_mrr_at_10_max": 0.3370898161708719, "nauc_mrr_at_10_std": -0.566395407946863, "nauc_mrr_at_1_diff1": 0.7899266211864175, "nauc_mrr_at_1_max": 0.3382656034026946, "nauc_mrr_at_1_std": -0.5307662863098491, "nauc_mrr_at_20_diff1": 0.7836804608197697, "nauc_mrr_at_20_max": 0.33694377030727535, "nauc_mrr_at_20_std": -0.5651289530317241, "nauc_mrr_at_3_diff1": 0.7808404952726014, "nauc_mrr_at_3_max": 0.3346576164432789, "nauc_mrr_at_3_std": -0.5714858314537815, "nauc_mrr_at_5_diff1": 0.7835052152314509, "nauc_mrr_at_5_max": 0.3368605609516792, "nauc_mrr_at_5_std": -0.5694623730728485, "nauc_ndcg_at_1000_diff1": 0.7774253235229015, "nauc_ndcg_at_1000_max": 0.3247971594663157, "nauc_ndcg_at_1000_std": -0.5836117304135439, "nauc_ndcg_at_100_diff1": 0.7771726988454434, "nauc_ndcg_at_100_max": 0.3235137338081548, "nauc_ndcg_at_100_std": -0.5864329114455948, "nauc_ndcg_at_10_diff1": 0.7788664827333606, "nauc_ndcg_at_10_max": 0.31404163855821304, "nauc_ndcg_at_10_std": -0.6283515988460971, "nauc_ndcg_at_1_diff1": 0.7897298023297208, "nauc_ndcg_at_1_max": 0.3381022175223502, "nauc_ndcg_at_1_std": -0.5303326488802713, "nauc_ndcg_at_20_diff1": 0.7784365303834483, "nauc_ndcg_at_20_max": 0.3197625844442246, "nauc_ndcg_at_20_std": -0.6091168515295826, "nauc_ndcg_at_3_diff1": 0.7723599387491324, "nauc_ndcg_at_3_max": 0.3028494909570826, "nauc_ndcg_at_3_std": -0.6261857342898196, "nauc_ndcg_at_5_diff1": 0.7785168175946015, "nauc_ndcg_at_5_max": 0.3049930745343709, "nauc_ndcg_at_5_std": -0.639973174606073, "nauc_precision_at_1000_diff1": -0.45476266377709074, "nauc_precision_at_1000_max": -0.03511758276709204, "nauc_precision_at_1000_std": 0.4757129633007323, "nauc_precision_at_100_diff1": -0.45511425679065065, "nauc_precision_at_100_max": -0.04059451366422085, "nauc_precision_at_100_std": 0.4658609050869784, "nauc_precision_at_10_diff1": -0.413125585619407, "nauc_precision_at_10_max": -0.013554358332482535, "nauc_precision_at_10_std": 0.31038852805170614, "nauc_precision_at_1_diff1": 0.7897298023297208, "nauc_precision_at_1_max": 0.3381022175223502, "nauc_precision_at_1_std": -0.5303326488802713, "nauc_precision_at_20_diff1": -0.4396201872210762, "nauc_precision_at_20_max": -0.028494966450344595, "nauc_precision_at_20_std": 0.38797846041703554, "nauc_precision_at_3_diff1": -0.22540494963203064, "nauc_precision_at_3_max": 0.05653081755069531, "nauc_precision_at_3_std": 0.05394533796464739, "nauc_precision_at_5_diff1": -0.34523719516781004, "nauc_precision_at_5_max": 0.013255937494357658, "nauc_precision_at_5_std": 0.18898439839429826, "nauc_recall_at_1000_diff1": 0.8661593320426907, "nauc_recall_at_1000_max": 0.7191145449953839, "nauc_recall_at_1000_std": 0.4403836900565431, "nauc_recall_at_100_diff1": 0.6954028191270898, "nauc_recall_at_100_max": 0.28941245523962483, "nauc_recall_at_100_std": -0.8191286331867061, "nauc_recall_at_10_diff1": 0.7538353958992074, "nauc_recall_at_10_max": 0.2664721489528983, "nauc_recall_at_10_std": -0.9245101635409668, "nauc_recall_at_1_diff1": 0.814042493579872, "nauc_recall_at_1_max": 0.23360000140828055, "nauc_recall_at_1_std": -0.5172986650664965, "nauc_recall_at_20_diff1": 0.7530462998767171, "nauc_recall_at_20_max": 0.28043585068025395, "nauc_recall_at_20_std": -0.9487089088060087, "nauc_recall_at_3_diff1": 0.7548623278641965, "nauc_recall_at_3_max": 0.23965589592656783, "nauc_recall_at_3_std": -0.7415076634456224, "nauc_recall_at_5_diff1": 0.7523502802788862, "nauc_recall_at_5_max": 0.23900597306339064, "nauc_recall_at_5_std": -0.8317165323324212, "ndcg_at_1": 0.8319, "ndcg_at_10": 0.8981, "ndcg_at_100": 0.90853, "ndcg_at_1000": 0.90911, "ndcg_at_20": 0.9041, "ndcg_at_3": 0.87153, "ndcg_at_5": 0.88638, "precision_at_1": 0.8319, "precision_at_10": 0.13645, "precision_at_100": 0.01542, "precision_at_1000": 0.00157, "precision_at_20": 0.07235, "precision_at_3": 0.38157, "precision_at_5": 0.25038, "recall_at_1": 0.7223, "recall_at_10": 0.96321, "recall_at_100": 0.99768, "recall_at_1000": 0.99988, "recall_at_20": 0.98217, "recall_at_3": 0.88664, "recall_at_5": 0.92945 } ] }, "task_name": "QuoraRetrieval" }