{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "evaluation_time": 65.54995560646057, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.48936, "map_at_1": 0.31763, "map_at_10": 0.43019, "map_at_100": 0.44264, "map_at_1000": 0.44397, "map_at_20": 0.43668, "map_at_3": 0.39884, "map_at_5": 0.41533, "mrr_at_1": 0.40063694267515926, "mrr_at_10": 0.48846451319381284, "mrr_at_100": 0.49522304295327746, "mrr_at_1000": 0.49564300211083767, "mrr_at_20": 0.49234269311710627, "mrr_at_3": 0.46624203821656096, "mrr_at_5": 0.47901273885350387, "nauc_map_at_1000_diff1": 0.5459172197293635, "nauc_map_at_1000_max": 0.42264661470005505, "nauc_map_at_1000_std": -0.05276063595795234, "nauc_map_at_100_diff1": 0.5460928733245463, "nauc_map_at_100_max": 0.4220242687611015, "nauc_map_at_100_std": -0.05415645845380136, "nauc_map_at_10_diff1": 0.5493676348045626, "nauc_map_at_10_max": 0.4152559669265988, "nauc_map_at_10_std": -0.06964991024787746, "nauc_map_at_1_diff1": 0.601036296144563, "nauc_map_at_1_max": 0.3370140478030352, "nauc_map_at_1_std": -0.13582544840620328, "nauc_map_at_20_diff1": 0.5483642697034826, "nauc_map_at_20_max": 0.4191558762889365, "nauc_map_at_20_std": -0.06257853978489655, "nauc_map_at_3_diff1": 0.5545228221580871, "nauc_map_at_3_max": 0.39195195476352135, "nauc_map_at_3_std": -0.09444173199525188, "nauc_map_at_5_diff1": 0.5520517170411261, "nauc_map_at_5_max": 0.4056444116529713, "nauc_map_at_5_std": -0.08043410048525122, "nauc_mrr_at_1000_diff1": 0.5305920313535624, "nauc_mrr_at_1000_max": 0.44295663906870986, "nauc_mrr_at_1000_std": -0.005427410250237761, "nauc_mrr_at_100_diff1": 0.530359542055096, "nauc_mrr_at_100_max": 0.4429332659867827, "nauc_mrr_at_100_std": -0.005335912128708265, "nauc_mrr_at_10_diff1": 0.5306285010612894, "nauc_mrr_at_10_max": 0.44352619743401267, "nauc_mrr_at_10_std": -0.007545427036824614, "nauc_mrr_at_1_diff1": 0.5705327508195187, "nauc_mrr_at_1_max": 0.4207000171407997, "nauc_mrr_at_1_std": -0.044063337305515655, "nauc_mrr_at_20_diff1": 0.5304749139519108, "nauc_mrr_at_20_max": 0.44360885194871336, "nauc_mrr_at_20_std": -0.006544571966573831, "nauc_mrr_at_3_diff1": 0.5348129420116844, "nauc_mrr_at_3_max": 0.440700910702335, "nauc_mrr_at_3_std": -0.018517859080796468, "nauc_mrr_at_5_diff1": 0.5326149602419523, "nauc_mrr_at_5_max": 0.44311142945986554, "nauc_mrr_at_5_std": -0.006958949268058617, "nauc_ndcg_at_1000_diff1": 0.5233425935340452, "nauc_ndcg_at_1000_max": 0.44170205098975396, "nauc_ndcg_at_1000_std": 0.0025271889570088802, "nauc_ndcg_at_100_diff1": 0.5195045780123667, "nauc_ndcg_at_100_max": 0.4405279957321095, "nauc_ndcg_at_100_std": -0.0006370245918248862, "nauc_ndcg_at_10_diff1": 0.5283319309438677, "nauc_ndcg_at_10_max": 0.44051862552033394, "nauc_ndcg_at_10_std": -0.027184537272445308, "nauc_ndcg_at_1_diff1": 0.5705327508195187, "nauc_ndcg_at_1_max": 0.4207000171407997, "nauc_ndcg_at_1_std": -0.044063337305515655, "nauc_ndcg_at_20_diff1": 0.527216841165551, "nauc_ndcg_at_20_max": 0.44186495496594597, "nauc_ndcg_at_20_std": -0.020047038012045583, "nauc_ndcg_at_3_diff1": 0.5269276275342443, "nauc_ndcg_at_3_max": 0.4326465120815098, "nauc_ndcg_at_3_std": -0.0353239440567265, "nauc_ndcg_at_5_diff1": 0.5311172255523466, "nauc_ndcg_at_5_max": 0.43665003287550347, "nauc_ndcg_at_5_std": -0.030379850552689956, "nauc_precision_at_1000_diff1": -0.15278672034019866, "nauc_precision_at_1000_max": 0.11837356124611187, "nauc_precision_at_1000_std": 0.3471299367937873, "nauc_precision_at_100_diff1": -0.09482141848634178, "nauc_precision_at_100_max": 0.23701906172515652, "nauc_precision_at_100_std": 0.38901420422678396, "nauc_precision_at_10_diff1": 0.12295060015515728, "nauc_precision_at_10_max": 0.3930290600535279, "nauc_precision_at_10_std": 0.26003555835076975, "nauc_precision_at_1_diff1": 0.5705327508195187, "nauc_precision_at_1_max": 0.4207000171407997, "nauc_precision_at_1_std": -0.044063337305515655, "nauc_precision_at_20_diff1": 0.048391676096931936, "nauc_precision_at_20_max": 0.35156726047034936, "nauc_precision_at_20_std": 0.3217257513634862, "nauc_precision_at_3_diff1": 0.2962330162614599, "nauc_precision_at_3_max": 0.4373359305143132, "nauc_precision_at_3_std": 0.12096232671909246, "nauc_precision_at_5_diff1": 0.23033970799112222, "nauc_precision_at_5_max": 0.4377205452564277, "nauc_precision_at_5_std": 0.19327367250182723, "nauc_recall_at_1000_diff1": 0.3774219561007802, "nauc_recall_at_1000_max": 0.4420665703165497, "nauc_recall_at_1000_std": 0.292696569087332, "nauc_recall_at_100_diff1": 0.36833992119705206, "nauc_recall_at_100_max": 0.4197009187872589, "nauc_recall_at_100_std": 0.1595029823908181, "nauc_recall_at_10_diff1": 0.45498832262618544, "nauc_recall_at_10_max": 0.42394967411221196, "nauc_recall_at_10_std": -0.013759537202636608, "nauc_recall_at_1_diff1": 0.601036296144563, "nauc_recall_at_1_max": 0.3370140478030352, "nauc_recall_at_1_std": -0.13582544840620328, "nauc_recall_at_20_diff1": 0.4410825562743696, "nauc_recall_at_20_max": 0.43304832974358487, "nauc_recall_at_20_std": 0.021395633200003955, "nauc_recall_at_3_diff1": 0.49085593347785555, "nauc_recall_at_3_max": 0.3885787846871319, "nauc_recall_at_3_std": -0.07303692572619085, "nauc_recall_at_5_diff1": 0.48146147070759227, "nauc_recall_at_5_max": 0.40756808903553193, "nauc_recall_at_5_std": -0.03838517709347803, "ndcg_at_1": 0.40064, "ndcg_at_10": 0.48936, "ndcg_at_100": 0.53283, "ndcg_at_1000": 0.55219, "ndcg_at_20": 0.50559, "ndcg_at_3": 0.44659, "ndcg_at_5": 0.46406, "precision_at_1": 0.40064, "precision_at_10": 0.09274, "precision_at_100": 0.01462, "precision_at_1000": 0.00193, "precision_at_20": 0.05417, "precision_at_3": 0.21826, "precision_at_5": 0.15159, "recall_at_1": 0.31763, "recall_at_10": 0.59654, "recall_at_100": 0.78234, "recall_at_1000": 0.89933, "recall_at_20": 0.65562, "recall_at_3": 0.46577, "recall_at_5": 0.51941 } ] }, "task_name": "CQADupstackEnglishRetrieval" }