| { | |
| "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", | |
| "evaluation_time": 116.58163142204285, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.45231, | |
| "map_at_1": 0.22215, | |
| "map_at_10": 0.36867, | |
| "map_at_100": 0.38822, | |
| "map_at_1000": 0.38986, | |
| "map_at_20": 0.37968, | |
| "map_at_3": 0.31924, | |
| "map_at_5": 0.34536, | |
| "mrr_at_1": 0.4398148148148148, | |
| "mrr_at_10": 0.5277863511659807, | |
| "mrr_at_100": 0.5351055748939078, | |
| "mrr_at_1000": 0.5353830945627066, | |
| "mrr_at_20": 0.5317495871818768, | |
| "mrr_at_3": 0.5020576131687241, | |
| "mrr_at_5": 0.5175668724279832, | |
| "nauc_map_at_1000_diff1": 0.3785878881514139, | |
| "nauc_map_at_1000_max": 0.25718086013319247, | |
| "nauc_map_at_1000_std": -0.022782463104675053, | |
| "nauc_map_at_100_diff1": 0.37842644998977054, | |
| "nauc_map_at_100_max": 0.2556494991094025, | |
| "nauc_map_at_100_std": -0.023410867211628435, | |
| "nauc_map_at_10_diff1": 0.3766253179592042, | |
| "nauc_map_at_10_max": 0.242392225091279, | |
| "nauc_map_at_10_std": -0.030966879945649218, | |
| "nauc_map_at_1_diff1": 0.46244638224312823, | |
| "nauc_map_at_1_max": 0.21105495241430758, | |
| "nauc_map_at_1_std": -0.06071252975523714, | |
| "nauc_map_at_20_diff1": 0.37886191460629404, | |
| "nauc_map_at_20_max": 0.2512487546145512, | |
| "nauc_map_at_20_std": -0.02643971448724339, | |
| "nauc_map_at_3_diff1": 0.3861460022908639, | |
| "nauc_map_at_3_max": 0.22337440331368338, | |
| "nauc_map_at_3_std": -0.046069540537435616, | |
| "nauc_map_at_5_diff1": 0.3830453865304638, | |
| "nauc_map_at_5_max": 0.2357184717930874, | |
| "nauc_map_at_5_std": -0.0478619521214782, | |
| "nauc_mrr_at_1000_diff1": 0.4604083075533063, | |
| "nauc_mrr_at_1000_max": 0.37227356889711605, | |
| "nauc_mrr_at_1000_std": 0.015016302711575207, | |
| "nauc_mrr_at_100_diff1": 0.4602985807524352, | |
| "nauc_mrr_at_100_max": 0.3723468602206026, | |
| "nauc_mrr_at_100_std": 0.015023024195363407, | |
| "nauc_mrr_at_10_diff1": 0.45773668279993535, | |
| "nauc_mrr_at_10_max": 0.37007702587294505, | |
| "nauc_mrr_at_10_std": 0.014455889807961196, | |
| "nauc_mrr_at_1_diff1": 0.5050017075306685, | |
| "nauc_mrr_at_1_max": 0.3905427469086114, | |
| "nauc_mrr_at_1_std": -0.006067682204970019, | |
| "nauc_mrr_at_20_diff1": 0.4605477430359013, | |
| "nauc_mrr_at_20_max": 0.37100931609251775, | |
| "nauc_mrr_at_20_std": 0.012951144939134554, | |
| "nauc_mrr_at_3_diff1": 0.459767254719046, | |
| "nauc_mrr_at_3_max": 0.3691152804175457, | |
| "nauc_mrr_at_3_std": 0.007513918652244053, | |
| "nauc_mrr_at_5_diff1": 0.4599763079129103, | |
| "nauc_mrr_at_5_max": 0.37294387723736633, | |
| "nauc_mrr_at_5_std": 0.014406318040000867, | |
| "nauc_ndcg_at_1000_diff1": 0.38884932947160933, | |
| "nauc_ndcg_at_1000_max": 0.3059267987462174, | |
| "nauc_ndcg_at_1000_std": 0.016971185231207938, | |
| "nauc_ndcg_at_100_diff1": 0.387184215087688, | |
| "nauc_ndcg_at_100_max": 0.2937007461214612, | |
| "nauc_ndcg_at_100_std": 0.014569361349123188, | |
| "nauc_ndcg_at_10_diff1": 0.3784979377055165, | |
| "nauc_ndcg_at_10_max": 0.2615931565312584, | |
| "nauc_ndcg_at_10_std": -0.009391810359578704, | |
| "nauc_ndcg_at_1_diff1": 0.5050017075306685, | |
| "nauc_ndcg_at_1_max": 0.3905427469086114, | |
| "nauc_ndcg_at_1_std": -0.006067682204970019, | |
| "nauc_ndcg_at_20_diff1": 0.38723978619289384, | |
| "nauc_ndcg_at_20_max": 0.27417056391652195, | |
| "nauc_ndcg_at_20_std": -0.006361622398222864, | |
| "nauc_ndcg_at_3_diff1": 0.37542177080216255, | |
| "nauc_ndcg_at_3_max": 0.2979865065929942, | |
| "nauc_ndcg_at_3_std": -0.014619748292982583, | |
| "nauc_ndcg_at_5_diff1": 0.38013554631269725, | |
| "nauc_ndcg_at_5_max": 0.27449453757995695, | |
| "nauc_ndcg_at_5_std": -0.02279628167086481, | |
| "nauc_precision_at_1000_diff1": -0.037835232636514185, | |
| "nauc_precision_at_1000_max": 0.3110467258127611, | |
| "nauc_precision_at_1000_std": 0.1368307157823853, | |
| "nauc_precision_at_100_diff1": 0.020933830625001655, | |
| "nauc_precision_at_100_max": 0.3183315455213321, | |
| "nauc_precision_at_100_std": 0.13754037572936884, | |
| "nauc_precision_at_10_diff1": 0.12786760438964412, | |
| "nauc_precision_at_10_max": 0.3012389038982386, | |
| "nauc_precision_at_10_std": 0.0904437133562925, | |
| "nauc_precision_at_1_diff1": 0.5050017075306685, | |
| "nauc_precision_at_1_max": 0.3905427469086114, | |
| "nauc_precision_at_1_std": -0.006067682204970019, | |
| "nauc_precision_at_20_diff1": 0.10168964701430191, | |
| "nauc_precision_at_20_max": 0.3132558306810611, | |
| "nauc_precision_at_20_std": 0.10090641331314795, | |
| "nauc_precision_at_3_diff1": 0.22327801340230358, | |
| "nauc_precision_at_3_max": 0.29929996316853136, | |
| "nauc_precision_at_3_std": 0.030348719009881814, | |
| "nauc_precision_at_5_diff1": 0.18160360759324637, | |
| "nauc_precision_at_5_max": 0.30981784532431816, | |
| "nauc_precision_at_5_std": 0.0433272042516489, | |
| "nauc_recall_at_1000_diff1": 0.183378794897039, | |
| "nauc_recall_at_1000_max": 0.20220550847924962, | |
| "nauc_recall_at_1000_std": 0.3626340237675742, | |
| "nauc_recall_at_100_diff1": 0.24757825489421076, | |
| "nauc_recall_at_100_max": 0.1867247349217798, | |
| "nauc_recall_at_100_std": 0.14015342286449908, | |
| "nauc_recall_at_10_diff1": 0.26159763370956324, | |
| "nauc_recall_at_10_max": 0.14087170854731637, | |
| "nauc_recall_at_10_std": -0.00905069518398604, | |
| "nauc_recall_at_1_diff1": 0.46244638224312823, | |
| "nauc_recall_at_1_max": 0.21105495241430758, | |
| "nauc_recall_at_1_std": -0.06071252975523714, | |
| "nauc_recall_at_20_diff1": 0.2818668376448892, | |
| "nauc_recall_at_20_max": 0.16086488380023867, | |
| "nauc_recall_at_20_std": -0.0009601632739047418, | |
| "nauc_recall_at_3_diff1": 0.3161611517409432, | |
| "nauc_recall_at_3_max": 0.17130187943061356, | |
| "nauc_recall_at_3_std": -0.04707448239256268, | |
| "nauc_recall_at_5_diff1": 0.29814822254978923, | |
| "nauc_recall_at_5_max": 0.16499644888986276, | |
| "nauc_recall_at_5_std": -0.04568799662679486, | |
| "ndcg_at_1": 0.43981, | |
| "ndcg_at_10": 0.45231, | |
| "ndcg_at_100": 0.5214, | |
| "ndcg_at_1000": 0.54672, | |
| "ndcg_at_20": 0.479, | |
| "ndcg_at_3": 0.40865, | |
| "ndcg_at_5": 0.42207, | |
| "precision_at_1": 0.43981, | |
| "precision_at_10": 0.12747, | |
| "precision_at_100": 0.02019, | |
| "precision_at_1000": 0.00246, | |
| "precision_at_20": 0.07593, | |
| "precision_at_3": 0.27572, | |
| "precision_at_5": 0.20278, | |
| "recall_at_1": 0.22215, | |
| "recall_at_10": 0.53354, | |
| "recall_at_100": 0.78781, | |
| "recall_at_1000": 0.94024, | |
| "recall_at_20": 0.61422, | |
| "recall_at_3": 0.37017, | |
| "recall_at_5": 0.43785 | |
| } | |
| ] | |
| }, | |
| "task_name": "FiQA2018" | |
| } |