| { | |
| "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", | |
| "evaluation_time": 13624.80506825447, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "dev": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.36202, | |
| "map_at_1": 0.16779, | |
| "map_at_10": 0.28943, | |
| "map_at_100": 0.30262, | |
| "map_at_1000": 0.30317, | |
| "map_at_20": 0.29765, | |
| "map_at_3": 0.24684, | |
| "map_at_5": 0.2708, | |
| "mrr_at_1": 0.17335243553008595, | |
| "mrr_at_10": 0.2947795288124786, | |
| "mrr_at_100": 0.30738859193159834, | |
| "mrr_at_1000": 0.3078626487575439, | |
| "mrr_at_20": 0.3026986640991084, | |
| "mrr_at_3": 0.2528414517669515, | |
| "mrr_at_5": 0.27643744030563455, | |
| "nauc_map_at_1000_diff1": 0.2681929027353488, | |
| "nauc_map_at_1000_max": -0.05836027662663932, | |
| "nauc_map_at_1000_std": -0.18713132975312127, | |
| "nauc_map_at_100_diff1": 0.26822125264947677, | |
| "nauc_map_at_100_max": -0.05853156161879576, | |
| "nauc_map_at_100_std": -0.18695926753104214, | |
| "nauc_map_at_10_diff1": 0.2673547073530957, | |
| "nauc_map_at_10_max": -0.060899554898671805, | |
| "nauc_map_at_10_std": -0.1949123171376917, | |
| "nauc_map_at_1_diff1": 0.2871815216803424, | |
| "nauc_map_at_1_max": -0.043442188075801635, | |
| "nauc_map_at_1_std": -0.16537856580051832, | |
| "nauc_map_at_20_diff1": 0.2679612115189103, | |
| "nauc_map_at_20_max": -0.05939956843021364, | |
| "nauc_map_at_20_std": -0.1904718513341999, | |
| "nauc_map_at_3_diff1": 0.26556412290859793, | |
| "nauc_map_at_3_max": -0.055921902151481254, | |
| "nauc_map_at_3_std": -0.19150578928371703, | |
| "nauc_map_at_5_diff1": 0.2657675708612341, | |
| "nauc_map_at_5_max": -0.05625602447024172, | |
| "nauc_map_at_5_std": -0.1949331022087776, | |
| "nauc_mrr_at_1000_diff1": 0.2654379529019583, | |
| "nauc_mrr_at_1000_max": -0.05584882490625714, | |
| "nauc_mrr_at_1000_std": -0.1823556886492242, | |
| "nauc_mrr_at_100_diff1": 0.2654869514063208, | |
| "nauc_mrr_at_100_max": -0.05592659765067508, | |
| "nauc_mrr_at_100_std": -0.1821525546369226, | |
| "nauc_mrr_at_10_diff1": 0.2646342887543304, | |
| "nauc_mrr_at_10_max": -0.0579556214290041, | |
| "nauc_mrr_at_10_std": -0.18928194737897885, | |
| "nauc_mrr_at_1_diff1": 0.2824388350519465, | |
| "nauc_mrr_at_1_max": -0.04272554372436619, | |
| "nauc_mrr_at_1_std": -0.16265671294199827, | |
| "nauc_mrr_at_20_diff1": 0.2651837681694053, | |
| "nauc_mrr_at_20_max": -0.05657299453177379, | |
| "nauc_mrr_at_20_std": -0.1854153993392831, | |
| "nauc_mrr_at_3_diff1": 0.2620471090402922, | |
| "nauc_mrr_at_3_max": -0.05345899182978257, | |
| "nauc_mrr_at_3_std": -0.18692451463099607, | |
| "nauc_mrr_at_5_diff1": 0.26290691181161807, | |
| "nauc_mrr_at_5_max": -0.053386354314360604, | |
| "nauc_mrr_at_5_std": -0.18929432813555178, | |
| "nauc_ndcg_at_1000_diff1": 0.2668198336899631, | |
| "nauc_ndcg_at_1000_max": -0.055225706410950724, | |
| "nauc_ndcg_at_1000_std": -0.17198989671018894, | |
| "nauc_ndcg_at_100_diff1": 0.26798593767918555, | |
| "nauc_ndcg_at_100_max": -0.05791972747875556, | |
| "nauc_ndcg_at_100_std": -0.16195625027007135, | |
| "nauc_ndcg_at_10_diff1": 0.26477766162606897, | |
| "nauc_ndcg_at_10_max": -0.07032619926957258, | |
| "nauc_ndcg_at_10_std": -0.2033234601188593, | |
| "nauc_ndcg_at_1_diff1": 0.2824388350519465, | |
| "nauc_ndcg_at_1_max": -0.04272554372436619, | |
| "nauc_ndcg_at_1_std": -0.16265671294199827, | |
| "nauc_ndcg_at_20_diff1": 0.2670580002332805, | |
| "nauc_ndcg_at_20_max": -0.06575191287685458, | |
| "nauc_ndcg_at_20_std": -0.18835962309130397, | |
| "nauc_ndcg_at_3_diff1": 0.2596483145179261, | |
| "nauc_ndcg_at_3_max": -0.059150442594707135, | |
| "nauc_ndcg_at_3_std": -0.19763783460842696, | |
| "nauc_ndcg_at_5_diff1": 0.26098354974582777, | |
| "nauc_ndcg_at_5_max": -0.05999441294374329, | |
| "nauc_ndcg_at_5_std": -0.20299973224221873, | |
| "nauc_precision_at_1000_diff1": -0.0017405989182466824, | |
| "nauc_precision_at_1000_max": 0.19197879513713142, | |
| "nauc_precision_at_1000_std": 0.1406807639001105, | |
| "nauc_precision_at_100_diff1": 0.1591922880849424, | |
| "nauc_precision_at_100_max": 0.049193782301443924, | |
| "nauc_precision_at_100_std": 0.1344758229910107, | |
| "nauc_precision_at_10_diff1": 0.2429400625480832, | |
| "nauc_precision_at_10_max": -0.08938533181095035, | |
| "nauc_precision_at_10_std": -0.2162801154745795, | |
| "nauc_precision_at_1_diff1": 0.2824388350519465, | |
| "nauc_precision_at_1_max": -0.04272554372436619, | |
| "nauc_precision_at_1_std": -0.16265671294199827, | |
| "nauc_precision_at_20_diff1": 0.233499905004941, | |
| "nauc_precision_at_20_max": -0.06556709316486699, | |
| "nauc_precision_at_20_std": -0.14789249930860968, | |
| "nauc_precision_at_3_diff1": 0.24283097511818316, | |
| "nauc_precision_at_3_max": -0.06699405689734082, | |
| "nauc_precision_at_3_std": -0.21416865361012585, | |
| "nauc_precision_at_5_diff1": 0.2410163611078174, | |
| "nauc_precision_at_5_max": -0.0666528598246267, | |
| "nauc_precision_at_5_std": -0.2229665841434956, | |
| "nauc_recall_at_1000_diff1": 0.24740797407682272, | |
| "nauc_recall_at_1000_max": 0.33254172644272434, | |
| "nauc_recall_at_1000_std": 0.678248135019585, | |
| "nauc_recall_at_100_diff1": 0.2822094666680699, | |
| "nauc_recall_at_100_max": -0.030152763159669537, | |
| "nauc_recall_at_100_std": 0.1596350952593219, | |
| "nauc_recall_at_10_diff1": 0.2594077993002814, | |
| "nauc_recall_at_10_max": -0.10222052802133422, | |
| "nauc_recall_at_10_std": -0.2296957405452178, | |
| "nauc_recall_at_1_diff1": 0.2871815216803424, | |
| "nauc_recall_at_1_max": -0.043442188075801635, | |
| "nauc_recall_at_1_std": -0.16537856580051832, | |
| "nauc_recall_at_20_diff1": 0.26892267309081025, | |
| "nauc_recall_at_20_max": -0.09156154524564836, | |
| "nauc_recall_at_20_std": -0.17145700784755755, | |
| "nauc_recall_at_3_diff1": 0.24546804103176278, | |
| "nauc_recall_at_3_max": -0.06862993925113045, | |
| "nauc_recall_at_3_std": -0.21418163821026512, | |
| "nauc_recall_at_5_diff1": 0.24944086894924675, | |
| "nauc_recall_at_5_max": -0.07139008667908468, | |
| "nauc_recall_at_5_std": -0.22504354987371358, | |
| "ndcg_at_1": 0.17335, | |
| "ndcg_at_10": 0.36202, | |
| "ndcg_at_100": 0.42597, | |
| "ndcg_at_1000": 0.43893, | |
| "ndcg_at_20": 0.39122, | |
| "ndcg_at_3": 0.27489, | |
| "ndcg_at_5": 0.3176, | |
| "precision_at_1": 0.17335, | |
| "precision_at_10": 0.06155, | |
| "precision_at_100": 0.00935, | |
| "precision_at_1000": 0.00105, | |
| "precision_at_20": 0.03679, | |
| "precision_at_3": 0.12125, | |
| "precision_at_5": 0.09436, | |
| "recall_at_1": 0.16779, | |
| "recall_at_10": 0.58794, | |
| "recall_at_100": 0.88475, | |
| "recall_at_1000": 0.98282, | |
| "recall_at_20": 0.70147, | |
| "recall_at_3": 0.35031, | |
| "recall_at_5": 0.45291 | |
| } | |
| ] | |
| }, | |
| "task_name": "MSMARCO" | |
| } |