| { | |
| "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", | |
| "evaluation_time": 77.76285123825073, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.20811, | |
| "map_at_1": 0.04953, | |
| "map_at_10": 0.12721, | |
| "map_at_100": 0.14898, | |
| "map_at_1000": 0.15206, | |
| "map_at_20": 0.13843, | |
| "map_at_3": 0.09246, | |
| "map_at_5": 0.10903, | |
| "mrr_at_1": 0.244, | |
| "mrr_at_10": 0.3517321428571429, | |
| "mrr_at_100": 0.3638544412569726, | |
| "mrr_at_1000": 0.3644242295875991, | |
| "mrr_at_20": 0.3591975754594561, | |
| "mrr_at_3": 0.3246666666666666, | |
| "mrr_at_5": 0.3390666666666665, | |
| "nauc_map_at_1000_diff1": 0.17661962088532546, | |
| "nauc_map_at_1000_max": 0.2734968087152211, | |
| "nauc_map_at_1000_std": 0.13846056900568382, | |
| "nauc_map_at_100_diff1": 0.17690147111943322, | |
| "nauc_map_at_100_max": 0.2737948720105916, | |
| "nauc_map_at_100_std": 0.13632779531768624, | |
| "nauc_map_at_10_diff1": 0.1829892547780943, | |
| "nauc_map_at_10_max": 0.262106987238835, | |
| "nauc_map_at_10_std": 0.0942174913795699, | |
| "nauc_map_at_1_diff1": 0.2723241589471275, | |
| "nauc_map_at_1_max": 0.19491591292971977, | |
| "nauc_map_at_1_std": 0.025037271905411673, | |
| "nauc_map_at_20_diff1": 0.1768322354779871, | |
| "nauc_map_at_20_max": 0.2650335290527458, | |
| "nauc_map_at_20_std": 0.11681373899960888, | |
| "nauc_map_at_3_diff1": 0.21460064246672667, | |
| "nauc_map_at_3_max": 0.22886446279062858, | |
| "nauc_map_at_3_std": 0.03313314089173761, | |
| "nauc_map_at_5_diff1": 0.1939687339025452, | |
| "nauc_map_at_5_max": 0.2442669250450536, | |
| "nauc_map_at_5_std": 0.052479087280835744, | |
| "nauc_mrr_at_1000_diff1": 0.23814843857910853, | |
| "nauc_mrr_at_1000_max": 0.22377872315766478, | |
| "nauc_mrr_at_1000_std": 0.08532040631433001, | |
| "nauc_mrr_at_100_diff1": 0.23825209138573195, | |
| "nauc_mrr_at_100_max": 0.2240427999423898, | |
| "nauc_mrr_at_100_std": 0.08574371073296337, | |
| "nauc_mrr_at_10_diff1": 0.23875102614362495, | |
| "nauc_mrr_at_10_max": 0.22425246698795942, | |
| "nauc_mrr_at_10_std": 0.08388666865054939, | |
| "nauc_mrr_at_1_diff1": 0.2743327960410881, | |
| "nauc_mrr_at_1_max": 0.1958608670826221, | |
| "nauc_mrr_at_1_std": 0.025126838639837817, | |
| "nauc_mrr_at_20_diff1": 0.2377371309419599, | |
| "nauc_mrr_at_20_max": 0.22482229111995564, | |
| "nauc_mrr_at_20_std": 0.08647117943244798, | |
| "nauc_mrr_at_3_diff1": 0.2386186178115088, | |
| "nauc_mrr_at_3_max": 0.21943185304156917, | |
| "nauc_mrr_at_3_std": 0.06634899568952354, | |
| "nauc_mrr_at_5_diff1": 0.23983062525167242, | |
| "nauc_mrr_at_5_max": 0.21982677178119236, | |
| "nauc_mrr_at_5_std": 0.07379111804868276, | |
| "nauc_ndcg_at_1000_diff1": 0.1698877498331994, | |
| "nauc_ndcg_at_1000_max": 0.2789063787668579, | |
| "nauc_ndcg_at_1000_std": 0.21763280948209415, | |
| "nauc_ndcg_at_100_diff1": 0.17632404555579897, | |
| "nauc_ndcg_at_100_max": 0.2928871540562815, | |
| "nauc_ndcg_at_100_std": 0.21315045432226748, | |
| "nauc_ndcg_at_10_diff1": 0.1861826862400561, | |
| "nauc_ndcg_at_10_max": 0.2689532288268688, | |
| "nauc_ndcg_at_10_std": 0.12962716016805295, | |
| "nauc_ndcg_at_1_diff1": 0.2743327960410881, | |
| "nauc_ndcg_at_1_max": 0.1958608670826221, | |
| "nauc_ndcg_at_1_std": 0.025126838639837817, | |
| "nauc_ndcg_at_20_diff1": 0.1724515260879707, | |
| "nauc_ndcg_at_20_max": 0.27408837057233554, | |
| "nauc_ndcg_at_20_std": 0.16399801990581178, | |
| "nauc_ndcg_at_3_diff1": 0.21477583409703407, | |
| "nauc_ndcg_at_3_max": 0.2330589159345838, | |
| "nauc_ndcg_at_3_std": 0.05501098122698335, | |
| "nauc_ndcg_at_5_diff1": 0.19718506069511108, | |
| "nauc_ndcg_at_5_max": 0.24503809334898144, | |
| "nauc_ndcg_at_5_std": 0.0774631581768561, | |
| "nauc_precision_at_1000_diff1": 0.0288995784995703, | |
| "nauc_precision_at_1000_max": 0.19511991559377906, | |
| "nauc_precision_at_1000_std": 0.3620774080690529, | |
| "nauc_precision_at_100_diff1": 0.0943390038847511, | |
| "nauc_precision_at_100_max": 0.28990994737895964, | |
| "nauc_precision_at_100_std": 0.3405583254788225, | |
| "nauc_precision_at_10_diff1": 0.13240725820695234, | |
| "nauc_precision_at_10_max": 0.2825646929140107, | |
| "nauc_precision_at_10_std": 0.1891229481106627, | |
| "nauc_precision_at_1_diff1": 0.2743327960410881, | |
| "nauc_precision_at_1_max": 0.1958608670826221, | |
| "nauc_precision_at_1_std": 0.025126838639837817, | |
| "nauc_precision_at_20_diff1": 0.09872701925994866, | |
| "nauc_precision_at_20_max": 0.27405488745509815, | |
| "nauc_precision_at_20_std": 0.2428012076033598, | |
| "nauc_precision_at_3_diff1": 0.1918897598016549, | |
| "nauc_precision_at_3_max": 0.24653420329616973, | |
| "nauc_precision_at_3_std": 0.06901437459439107, | |
| "nauc_precision_at_5_diff1": 0.15532321594068615, | |
| "nauc_precision_at_5_max": 0.2526404718711179, | |
| "nauc_precision_at_5_std": 0.10280771202650216, | |
| "nauc_recall_at_1000_diff1": 0.029078557640238575, | |
| "nauc_recall_at_1000_max": 0.1857405146948227, | |
| "nauc_recall_at_1000_std": 0.369823563092984, | |
| "nauc_recall_at_100_diff1": 0.09661858941306184, | |
| "nauc_recall_at_100_max": 0.28362976654159466, | |
| "nauc_recall_at_100_std": 0.3405864779749485, | |
| "nauc_recall_at_10_diff1": 0.13226260374309337, | |
| "nauc_recall_at_10_max": 0.27890553681195107, | |
| "nauc_recall_at_10_std": 0.18455704107063456, | |
| "nauc_recall_at_1_diff1": 0.2723241589471275, | |
| "nauc_recall_at_1_max": 0.19491591292971977, | |
| "nauc_recall_at_1_std": 0.025037271905411673, | |
| "nauc_recall_at_20_diff1": 0.09802825155435416, | |
| "nauc_recall_at_20_max": 0.2702083728371314, | |
| "nauc_recall_at_20_std": 0.24037177252018477, | |
| "nauc_recall_at_3_diff1": 0.18911615355469855, | |
| "nauc_recall_at_3_max": 0.24150986864443605, | |
| "nauc_recall_at_3_std": 0.06504178918247533, | |
| "nauc_recall_at_5_diff1": 0.1540567808716715, | |
| "nauc_recall_at_5_max": 0.24919041108995632, | |
| "nauc_recall_at_5_std": 0.09925304871981899, | |
| "ndcg_at_1": 0.244, | |
| "ndcg_at_10": 0.20811, | |
| "ndcg_at_100": 0.29159, | |
| "ndcg_at_1000": 0.34501, | |
| "ndcg_at_20": 0.23857, | |
| "ndcg_at_3": 0.20379, | |
| "ndcg_at_5": 0.17414, | |
| "precision_at_1": 0.244, | |
| "precision_at_10": 0.1065, | |
| "precision_at_100": 0.0226, | |
| "precision_at_1000": 0.00354, | |
| "precision_at_20": 0.07075, | |
| "precision_at_3": 0.19167, | |
| "precision_at_5": 0.1516, | |
| "recall_at_1": 0.04953, | |
| "recall_at_10": 0.21588, | |
| "recall_at_100": 0.45907, | |
| "recall_at_1000": 0.71985, | |
| "recall_at_20": 0.28695, | |
| "recall_at_3": 0.11683, | |
| "recall_at_5": 0.15378 | |
| } | |
| ] | |
| }, | |
| "task_name": "SCIDOCS" | |
| } |