| { | |
| "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", | |
| "evaluation_time": 13.688122749328613, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.35173, | |
| "map_at_1": 0.05302, | |
| "map_at_10": 0.12996, | |
| "map_at_100": 0.16409, | |
| "map_at_1000": 0.1785, | |
| "map_at_20": 0.14449, | |
| "map_at_3": 0.09513, | |
| "map_at_5": 0.11067, | |
| "mrr_at_1": 0.43962848297213625, | |
| "mrr_at_10": 0.536033711730306, | |
| "mrr_at_100": 0.5416727649267383, | |
| "mrr_at_1000": 0.5420068194157023, | |
| "mrr_at_20": 0.5396739244571582, | |
| "mrr_at_3": 0.5144478844169248, | |
| "mrr_at_5": 0.5248194014447886, | |
| "nauc_map_at_1000_diff1": 0.3250325455179293, | |
| "nauc_map_at_1000_max": 0.2741147062986331, | |
| "nauc_map_at_1000_std": 0.18016610041836134, | |
| "nauc_map_at_100_diff1": 0.34390981537222187, | |
| "nauc_map_at_100_max": 0.2657745800273404, | |
| "nauc_map_at_100_std": 0.14575512904176172, | |
| "nauc_map_at_10_diff1": 0.40059564674769577, | |
| "nauc_map_at_10_max": 0.2040650221644456, | |
| "nauc_map_at_10_std": 0.03270867570640318, | |
| "nauc_map_at_1_diff1": 0.5711146744862566, | |
| "nauc_map_at_1_max": 0.06827306998564024, | |
| "nauc_map_at_1_std": -0.09686899278206777, | |
| "nauc_map_at_20_diff1": 0.3681490757443564, | |
| "nauc_map_at_20_max": 0.23810220161449344, | |
| "nauc_map_at_20_std": 0.08485397289347356, | |
| "nauc_map_at_3_diff1": 0.4883402445766152, | |
| "nauc_map_at_3_max": 0.11663564322631463, | |
| "nauc_map_at_3_std": -0.08155254927976945, | |
| "nauc_map_at_5_diff1": 0.4463622908014585, | |
| "nauc_map_at_5_max": 0.16233250366931629, | |
| "nauc_map_at_5_std": -0.03758695777875667, | |
| "nauc_mrr_at_1000_diff1": 0.35634565701559984, | |
| "nauc_mrr_at_1000_max": 0.4961840661112144, | |
| "nauc_mrr_at_1000_std": 0.31263051199551645, | |
| "nauc_mrr_at_100_diff1": 0.3562309793840898, | |
| "nauc_mrr_at_100_max": 0.4964464973608652, | |
| "nauc_mrr_at_100_std": 0.3129592084175212, | |
| "nauc_mrr_at_10_diff1": 0.35755768169387925, | |
| "nauc_mrr_at_10_max": 0.4927509999691709, | |
| "nauc_mrr_at_10_std": 0.3065481997257752, | |
| "nauc_mrr_at_1_diff1": 0.38278931797926713, | |
| "nauc_mrr_at_1_max": 0.4452919488289996, | |
| "nauc_mrr_at_1_std": 0.24923417740987194, | |
| "nauc_mrr_at_20_diff1": 0.3555959829089368, | |
| "nauc_mrr_at_20_max": 0.49537773516809586, | |
| "nauc_mrr_at_20_std": 0.312013108902298, | |
| "nauc_mrr_at_3_diff1": 0.3690531280634631, | |
| "nauc_mrr_at_3_max": 0.4962636245495823, | |
| "nauc_mrr_at_3_std": 0.30343614224028054, | |
| "nauc_mrr_at_5_diff1": 0.3556913757848828, | |
| "nauc_mrr_at_5_max": 0.49380593709619086, | |
| "nauc_mrr_at_5_std": 0.3098473534865185, | |
| "nauc_ndcg_at_1000_diff1": 0.2987198062851626, | |
| "nauc_ndcg_at_1000_max": 0.4334379213358905, | |
| "nauc_ndcg_at_1000_std": 0.3463112022431322, | |
| "nauc_ndcg_at_100_diff1": 0.2870759302971117, | |
| "nauc_ndcg_at_100_max": 0.3734461237694281, | |
| "nauc_ndcg_at_100_std": 0.29866413750630394, | |
| "nauc_ndcg_at_10_diff1": 0.24992194961582262, | |
| "nauc_ndcg_at_10_max": 0.40309346699468646, | |
| "nauc_ndcg_at_10_std": 0.30243451159831364, | |
| "nauc_ndcg_at_1_diff1": 0.39697675411999317, | |
| "nauc_ndcg_at_1_max": 0.43764943603236656, | |
| "nauc_ndcg_at_1_std": 0.24179497123431537, | |
| "nauc_ndcg_at_20_diff1": 0.24211011402224597, | |
| "nauc_ndcg_at_20_max": 0.38980354075150986, | |
| "nauc_ndcg_at_20_std": 0.3010298353795578, | |
| "nauc_ndcg_at_3_diff1": 0.3135642347015624, | |
| "nauc_ndcg_at_3_max": 0.4297422375024757, | |
| "nauc_ndcg_at_3_std": 0.25769277817075803, | |
| "nauc_ndcg_at_5_diff1": 0.2722355883804698, | |
| "nauc_ndcg_at_5_max": 0.42483329505547945, | |
| "nauc_ndcg_at_5_std": 0.2864884027042122, | |
| "nauc_precision_at_1000_diff1": -0.17573206149532056, | |
| "nauc_precision_at_1000_max": 0.1282526152701436, | |
| "nauc_precision_at_1000_std": 0.4003861615859638, | |
| "nauc_precision_at_100_diff1": -0.12554163193910342, | |
| "nauc_precision_at_100_max": 0.24522056521270738, | |
| "nauc_precision_at_100_std": 0.47575778651122186, | |
| "nauc_precision_at_10_diff1": 0.010403837200551958, | |
| "nauc_precision_at_10_max": 0.4082796786055332, | |
| "nauc_precision_at_10_std": 0.4319297863032514, | |
| "nauc_precision_at_1_diff1": 0.38278931797926713, | |
| "nauc_precision_at_1_max": 0.4452919488289996, | |
| "nauc_precision_at_1_std": 0.24923417740987194, | |
| "nauc_precision_at_20_diff1": -0.0512196010073231, | |
| "nauc_precision_at_20_max": 0.3752908748363125, | |
| "nauc_precision_at_20_std": 0.46902400660272553, | |
| "nauc_precision_at_3_diff1": 0.1961497967230514, | |
| "nauc_precision_at_3_max": 0.4418132973868743, | |
| "nauc_precision_at_3_std": 0.30341935172641255, | |
| "nauc_precision_at_5_diff1": 0.09736351563610382, | |
| "nauc_precision_at_5_max": 0.4397309307182469, | |
| "nauc_precision_at_5_std": 0.3700147923381277, | |
| "nauc_recall_at_1000_diff1": 0.12717319831167018, | |
| "nauc_recall_at_1000_max": 0.17719816770951088, | |
| "nauc_recall_at_1000_std": 0.1931091927909018, | |
| "nauc_recall_at_100_diff1": 0.19625729121557794, | |
| "nauc_recall_at_100_max": 0.20990655650366266, | |
| "nauc_recall_at_100_std": 0.1733532615757281, | |
| "nauc_recall_at_10_diff1": 0.3132705484241596, | |
| "nauc_recall_at_10_max": 0.1593110998714327, | |
| "nauc_recall_at_10_std": 0.016451463252865332, | |
| "nauc_recall_at_1_diff1": 0.5711146744862566, | |
| "nauc_recall_at_1_max": 0.06827306998564024, | |
| "nauc_recall_at_1_std": -0.09686899278206777, | |
| "nauc_recall_at_20_diff1": 0.2692329472765799, | |
| "nauc_recall_at_20_max": 0.20767650729886783, | |
| "nauc_recall_at_20_std": 0.07619313050057154, | |
| "nauc_recall_at_3_diff1": 0.44504435918342217, | |
| "nauc_recall_at_3_max": 0.10775253591656703, | |
| "nauc_recall_at_3_std": -0.08676270409697477, | |
| "nauc_recall_at_5_diff1": 0.3838516506611371, | |
| "nauc_recall_at_5_max": 0.145505044264338, | |
| "nauc_recall_at_5_std": -0.038443429476690376, | |
| "ndcg_at_1": 0.4257, | |
| "ndcg_at_10": 0.35173, | |
| "ndcg_at_100": 0.31976, | |
| "ndcg_at_1000": 0.40574, | |
| "ndcg_at_20": 0.32846, | |
| "ndcg_at_3": 0.40406, | |
| "ndcg_at_5": 0.38105, | |
| "precision_at_1": 0.43963, | |
| "precision_at_10": 0.26533, | |
| "precision_at_100": 0.08347, | |
| "precision_at_1000": 0.02077, | |
| "precision_at_20": 0.19861, | |
| "precision_at_3": 0.38493, | |
| "precision_at_5": 0.3356, | |
| "recall_at_1": 0.05302, | |
| "recall_at_10": 0.17181, | |
| "recall_at_100": 0.32617, | |
| "recall_at_1000": 0.64239, | |
| "recall_at_20": 0.20921, | |
| "recall_at_3": 0.10685, | |
| "recall_at_5": 0.13098 | |
| } | |
| ] | |
| }, | |
| "task_name": "NFCorpus" | |
| } |