| { | |
| "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", | |
| "evaluation_time": 5761.140810012817, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.70137, | |
| "map_at_1": 0.39764, | |
| "map_at_10": 0.61148, | |
| "map_at_100": 0.62031, | |
| "map_at_1000": 0.62092, | |
| "map_at_20": 0.61683, | |
| "map_at_3": 0.57478, | |
| "map_at_5": 0.59796, | |
| "mrr_at_1": 0.7952734638757596, | |
| "mrr_at_10": 0.8563096041927879, | |
| "mrr_at_100": 0.8576933781353537, | |
| "mrr_at_1000": 0.8577421696646909, | |
| "mrr_at_20": 0.8571415972422962, | |
| "mrr_at_3": 0.8476930002250704, | |
| "mrr_at_5": 0.8537834796308763, | |
| "nauc_map_at_1000_diff1": 0.11801682318815032, | |
| "nauc_map_at_1000_max": 0.11670076841294562, | |
| "nauc_map_at_1000_std": 0.01698826659271632, | |
| "nauc_map_at_100_diff1": 0.11759568843042809, | |
| "nauc_map_at_100_max": 0.11640134293019323, | |
| "nauc_map_at_100_std": 0.01715044846246904, | |
| "nauc_map_at_10_diff1": 0.11668949457125967, | |
| "nauc_map_at_10_max": 0.11503917404032285, | |
| "nauc_map_at_10_std": 0.013052802292624935, | |
| "nauc_map_at_1_diff1": 0.6902980501009078, | |
| "nauc_map_at_1_max": 0.3364296719577935, | |
| "nauc_map_at_1_std": -0.14559597559437243, | |
| "nauc_map_at_20_diff1": 0.11657717072526073, | |
| "nauc_map_at_20_max": 0.11526768800520247, | |
| "nauc_map_at_20_std": 0.015399522418973733, | |
| "nauc_map_at_3_diff1": 0.13695821426626006, | |
| "nauc_map_at_3_max": 0.11753298611191812, | |
| "nauc_map_at_3_std": -0.01892972955808581, | |
| "nauc_map_at_5_diff1": 0.11993179389017493, | |
| "nauc_map_at_5_max": 0.11267348493149025, | |
| "nauc_map_at_5_std": 0.0021605252410196825, | |
| "nauc_mrr_at_1000_diff1": 0.6755045361404386, | |
| "nauc_mrr_at_1000_max": 0.35358662453811407, | |
| "nauc_mrr_at_1000_std": -0.11883829298346484, | |
| "nauc_mrr_at_100_diff1": 0.6755098305401913, | |
| "nauc_mrr_at_100_max": 0.35364270746626686, | |
| "nauc_mrr_at_100_std": -0.1187154982227556, | |
| "nauc_mrr_at_10_diff1": 0.675201824526958, | |
| "nauc_mrr_at_10_max": 0.3545294307274684, | |
| "nauc_mrr_at_10_std": -0.11811979166732993, | |
| "nauc_mrr_at_1_diff1": 0.6902980501009078, | |
| "nauc_mrr_at_1_max": 0.3364296719577935, | |
| "nauc_mrr_at_1_std": -0.14559597559437243, | |
| "nauc_mrr_at_20_diff1": 0.6752887633511558, | |
| "nauc_mrr_at_20_max": 0.35377671579984393, | |
| "nauc_mrr_at_20_std": -0.11841111066613247, | |
| "nauc_mrr_at_3_diff1": 0.6726082052520787, | |
| "nauc_mrr_at_3_max": 0.35368366770843757, | |
| "nauc_mrr_at_3_std": -0.12170182345781061, | |
| "nauc_mrr_at_5_diff1": 0.6735922718243341, | |
| "nauc_mrr_at_5_max": 0.35436770613712154, | |
| "nauc_mrr_at_5_std": -0.11991347478863644, | |
| "nauc_ndcg_at_1000_diff1": 0.1730787342677183, | |
| "nauc_ndcg_at_1000_max": 0.15391359306053842, | |
| "nauc_ndcg_at_1000_std": 0.03468322502624375, | |
| "nauc_ndcg_at_100_diff1": 0.1608638242230911, | |
| "nauc_ndcg_at_100_max": 0.14769590954651704, | |
| "nauc_ndcg_at_100_std": 0.04229864798281681, | |
| "nauc_ndcg_at_10_diff1": 0.15728789398212062, | |
| "nauc_ndcg_at_10_max": 0.14110305765877745, | |
| "nauc_ndcg_at_10_std": 0.026208428406906303, | |
| "nauc_ndcg_at_1_diff1": 0.6902980501009078, | |
| "nauc_ndcg_at_1_max": 0.3364296719577935, | |
| "nauc_ndcg_at_1_std": -0.14559597559437243, | |
| "nauc_ndcg_at_20_diff1": 0.15530882573573945, | |
| "nauc_ndcg_at_20_max": 0.14062368796850255, | |
| "nauc_ndcg_at_20_std": 0.0334323337647477, | |
| "nauc_ndcg_at_3_diff1": 0.19323308859817015, | |
| "nauc_ndcg_at_3_max": 0.14651605793845562, | |
| "nauc_ndcg_at_3_std": -0.024232463950757486, | |
| "nauc_ndcg_at_5_diff1": 0.16538980183194366, | |
| "nauc_ndcg_at_5_max": 0.13782343032249272, | |
| "nauc_ndcg_at_5_std": 0.005126837431583749, | |
| "nauc_precision_at_1000_diff1": -0.1640817502124227, | |
| "nauc_precision_at_1000_max": 0.10394451892863571, | |
| "nauc_precision_at_1000_std": 0.29685300139378196, | |
| "nauc_precision_at_100_diff1": -0.12824576751912756, | |
| "nauc_precision_at_100_max": 0.06827715528981305, | |
| "nauc_precision_at_100_std": 0.25069016350468726, | |
| "nauc_precision_at_10_diff1": -0.05620971985337356, | |
| "nauc_precision_at_10_max": 0.06310601095936302, | |
| "nauc_precision_at_10_std": 0.12852310385869148, | |
| "nauc_precision_at_1_diff1": 0.6902980501009078, | |
| "nauc_precision_at_1_max": 0.3364296719577935, | |
| "nauc_precision_at_1_std": -0.14559597559437243, | |
| "nauc_precision_at_20_diff1": -0.08521259779366197, | |
| "nauc_precision_at_20_max": 0.05316924081298737, | |
| "nauc_precision_at_20_std": 0.16322012681581094, | |
| "nauc_precision_at_3_diff1": 0.04865860806818011, | |
| "nauc_precision_at_3_max": 0.08924667538061247, | |
| "nauc_precision_at_3_std": 0.014696224537618159, | |
| "nauc_precision_at_5_diff1": -0.01628435200032183, | |
| "nauc_precision_at_5_max": 0.06509442425901198, | |
| "nauc_precision_at_5_std": 0.07227509118800016, | |
| "nauc_recall_at_1000_diff1": -0.16408175021242208, | |
| "nauc_recall_at_1000_max": 0.10394451892863861, | |
| "nauc_recall_at_1000_std": 0.2968530013937836, | |
| "nauc_recall_at_100_diff1": -0.12824576751912778, | |
| "nauc_recall_at_100_max": 0.06827715528981464, | |
| "nauc_recall_at_100_std": 0.25069016350468787, | |
| "nauc_recall_at_10_diff1": -0.056209719853373384, | |
| "nauc_recall_at_10_max": 0.06310601095936268, | |
| "nauc_recall_at_10_std": 0.12852310385869112, | |
| "nauc_recall_at_1_diff1": 0.6902980501009078, | |
| "nauc_recall_at_1_max": 0.3364296719577935, | |
| "nauc_recall_at_1_std": -0.14559597559437243, | |
| "nauc_recall_at_20_diff1": -0.08521259779366046, | |
| "nauc_recall_at_20_max": 0.053169240812986795, | |
| "nauc_recall_at_20_std": 0.16322012681581047, | |
| "nauc_recall_at_3_diff1": 0.04865860806818028, | |
| "nauc_recall_at_3_max": 0.08924667538061191, | |
| "nauc_recall_at_3_std": 0.014696224537617722, | |
| "nauc_recall_at_5_diff1": -0.016284352000321602, | |
| "nauc_recall_at_5_max": 0.06509442425901206, | |
| "nauc_recall_at_5_std": 0.07227509118800002, | |
| "ndcg_at_1": 0.79527, | |
| "ndcg_at_10": 0.70137, | |
| "ndcg_at_100": 0.73067, | |
| "ndcg_at_1000": 0.74231, | |
| "ndcg_at_20": 0.71399, | |
| "ndcg_at_3": 0.6508, | |
| "ndcg_at_5": 0.67969, | |
| "precision_at_1": 0.79527, | |
| "precision_at_10": 0.14644, | |
| "precision_at_100": 0.01692, | |
| "precision_at_1000": 0.00185, | |
| "precision_at_20": 0.07725, | |
| "precision_at_3": 0.414, | |
| "precision_at_5": 0.27122, | |
| "recall_at_1": 0.39764, | |
| "recall_at_10": 0.73221, | |
| "recall_at_100": 0.84585, | |
| "recall_at_1000": 0.92302, | |
| "recall_at_20": 0.77245, | |
| "recall_at_3": 0.621, | |
| "recall_at_5": 0.67806 | |
| } | |
| ] | |
| }, | |
| "task_name": "HotpotQA" | |
| } |