| { | |
| "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", | |
| "evaluation_time": 9009.128751277924, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.83005, | |
| "map_at_1": 0.67738, | |
| "map_at_10": 0.78204, | |
| "map_at_100": 0.78413, | |
| "map_at_1000": 0.78427, | |
| "map_at_20": 0.7833, | |
| "map_at_3": 0.76947, | |
| "map_at_5": 0.77831, | |
| "mrr_at_1": 0.7293729372937293, | |
| "mrr_at_10": 0.8320052243319536, | |
| "mrr_at_100": 0.8328884911187784, | |
| "mrr_at_1000": 0.8328932183890895, | |
| "mrr_at_20": 0.8326753463130472, | |
| "mrr_at_3": 0.8215071507150691, | |
| "mrr_at_5": 0.8293979397939751, | |
| "nauc_map_at_1000_diff1": 0.4860503122275227, | |
| "nauc_map_at_1000_max": -0.002845013836919594, | |
| "nauc_map_at_1000_std": -0.30973304718500616, | |
| "nauc_map_at_100_diff1": 0.4858806155371675, | |
| "nauc_map_at_100_max": -0.002877838279675595, | |
| "nauc_map_at_100_std": -0.3096245582292515, | |
| "nauc_map_at_10_diff1": 0.4844915277763631, | |
| "nauc_map_at_10_max": -0.0033469489876030295, | |
| "nauc_map_at_10_std": -0.3093074345621397, | |
| "nauc_map_at_1_diff1": 0.5367889904390155, | |
| "nauc_map_at_1_max": -0.021258298151542517, | |
| "nauc_map_at_1_std": -0.3069613107925807, | |
| "nauc_map_at_20_diff1": 0.48541594536234006, | |
| "nauc_map_at_20_max": -0.0030732464211069184, | |
| "nauc_map_at_20_std": -0.3087995879324666, | |
| "nauc_map_at_3_diff1": 0.4817330745245975, | |
| "nauc_map_at_3_max": -0.009172841850184035, | |
| "nauc_map_at_3_std": -0.32464192029757055, | |
| "nauc_map_at_5_diff1": 0.48314377229429506, | |
| "nauc_map_at_5_max": -0.004212598539544664, | |
| "nauc_map_at_5_std": -0.3116486682268442, | |
| "nauc_mrr_at_1000_diff1": 0.6063203736364526, | |
| "nauc_mrr_at_1000_max": -0.012702831825735141, | |
| "nauc_mrr_at_1000_std": -0.4140617715436406, | |
| "nauc_mrr_at_100_diff1": 0.6063228863471596, | |
| "nauc_mrr_at_100_max": -0.012677556924092226, | |
| "nauc_mrr_at_100_std": -0.4140499289574418, | |
| "nauc_mrr_at_10_diff1": 0.6050037064053408, | |
| "nauc_mrr_at_10_max": -0.011812140816322194, | |
| "nauc_mrr_at_10_std": -0.4150375423981092, | |
| "nauc_mrr_at_1_diff1": 0.6325426129160462, | |
| "nauc_mrr_at_1_max": -0.02409657948921198, | |
| "nauc_mrr_at_1_std": -0.3793022549166886, | |
| "nauc_mrr_at_20_diff1": 0.6060318833180567, | |
| "nauc_mrr_at_20_max": -0.012286653291970638, | |
| "nauc_mrr_at_20_std": -0.4140194620801737, | |
| "nauc_mrr_at_3_diff1": 0.6001923143003263, | |
| "nauc_mrr_at_3_max": -0.016674898687825113, | |
| "nauc_mrr_at_3_std": -0.43053282058334064, | |
| "nauc_mrr_at_5_diff1": 0.603669480244179, | |
| "nauc_mrr_at_5_max": -0.012376239201414839, | |
| "nauc_mrr_at_5_std": -0.4182373437707777, | |
| "nauc_ndcg_at_1000_diff1": 0.4893398002681651, | |
| "nauc_ndcg_at_1000_max": 0.006350963076305359, | |
| "nauc_ndcg_at_1000_std": -0.31831160734059144, | |
| "nauc_ndcg_at_100_diff1": 0.48471764438842363, | |
| "nauc_ndcg_at_100_max": 0.005660399134097692, | |
| "nauc_ndcg_at_100_std": -0.3150984520171246, | |
| "nauc_ndcg_at_10_diff1": 0.47873144797090417, | |
| "nauc_ndcg_at_10_max": 0.00615759567541864, | |
| "nauc_ndcg_at_10_std": -0.3140982909453499, | |
| "nauc_ndcg_at_1_diff1": 0.6325426129160462, | |
| "nauc_ndcg_at_1_max": -0.02409657948921198, | |
| "nauc_ndcg_at_1_std": -0.3793022549166886, | |
| "nauc_ndcg_at_20_diff1": 0.481562995083849, | |
| "nauc_ndcg_at_20_max": 0.005973998502750702, | |
| "nauc_ndcg_at_20_std": -0.31083992803112026, | |
| "nauc_ndcg_at_3_diff1": 0.48121225802534545, | |
| "nauc_ndcg_at_3_max": -0.004687313585736333, | |
| "nauc_ndcg_at_3_std": -0.35472921214999675, | |
| "nauc_ndcg_at_5_diff1": 0.47822143648898185, | |
| "nauc_ndcg_at_5_max": 0.004219702862497405, | |
| "nauc_ndcg_at_5_std": -0.32357365411457395, | |
| "nauc_precision_at_1000_diff1": -0.08870992600452439, | |
| "nauc_precision_at_1000_max": 0.08556851870651455, | |
| "nauc_precision_at_1000_std": 0.01634269553455091, | |
| "nauc_precision_at_100_diff1": -0.10238568701876985, | |
| "nauc_precision_at_100_max": 0.09578824404797863, | |
| "nauc_precision_at_100_std": 0.007017745289372938, | |
| "nauc_precision_at_10_diff1": 0.04160055444645056, | |
| "nauc_precision_at_10_max": 0.10396039211339692, | |
| "nauc_precision_at_10_std": -0.10339995682291839, | |
| "nauc_precision_at_1_diff1": 0.6325426129160462, | |
| "nauc_precision_at_1_max": -0.02409657948921198, | |
| "nauc_precision_at_1_std": -0.3793022549166886, | |
| "nauc_precision_at_20_diff1": -0.030496801438662107, | |
| "nauc_precision_at_20_max": 0.10669133831450997, | |
| "nauc_precision_at_20_std": -0.022550913264222754, | |
| "nauc_precision_at_3_diff1": 0.3288066459037288, | |
| "nauc_precision_at_3_max": 0.018632601985309725, | |
| "nauc_precision_at_3_std": -0.4346696925452868, | |
| "nauc_precision_at_5_diff1": 0.1800618260198956, | |
| "nauc_precision_at_5_max": 0.07763565030074976, | |
| "nauc_precision_at_5_std": -0.24285193872683816, | |
| "nauc_recall_at_1000_diff1": -0.04533567815812792, | |
| "nauc_recall_at_1000_max": 0.20206294003117264, | |
| "nauc_recall_at_1000_std": 0.10849148097025088, | |
| "nauc_recall_at_100_diff1": 0.03733083970807877, | |
| "nauc_recall_at_100_max": 0.1223051563947944, | |
| "nauc_recall_at_100_std": 0.030730477171351484, | |
| "nauc_recall_at_10_diff1": 0.15086310218630128, | |
| "nauc_recall_at_10_max": 0.0946047448754147, | |
| "nauc_recall_at_10_std": -0.08908435184753853, | |
| "nauc_recall_at_1_diff1": 0.5367889904390155, | |
| "nauc_recall_at_1_max": -0.021258298151542517, | |
| "nauc_recall_at_1_std": -0.3069613107925807, | |
| "nauc_recall_at_20_diff1": 0.11082253923660557, | |
| "nauc_recall_at_20_max": 0.10451943525176494, | |
| "nauc_recall_at_20_std": -0.014127275147543345, | |
| "nauc_recall_at_3_diff1": 0.2946088431408785, | |
| "nauc_recall_at_3_max": 0.015852468674455684, | |
| "nauc_recall_at_3_std": -0.31453742521026024, | |
| "nauc_recall_at_5_diff1": 0.22204404243245146, | |
| "nauc_recall_at_5_max": 0.06468550382943429, | |
| "nauc_recall_at_5_std": -0.18606584025394152, | |
| "ndcg_at_1": 0.72937, | |
| "ndcg_at_10": 0.83005, | |
| "ndcg_at_100": 0.83762, | |
| "ndcg_at_1000": 0.84022, | |
| "ndcg_at_20": 0.83366, | |
| "ndcg_at_3": 0.8088, | |
| "ndcg_at_5": 0.82257, | |
| "precision_at_1": 0.72937, | |
| "precision_at_10": 0.10159, | |
| "precision_at_100": 0.01071, | |
| "precision_at_1000": 0.00111, | |
| "precision_at_20": 0.05179, | |
| "precision_at_3": 0.31508, | |
| "precision_at_5": 0.19739, | |
| "recall_at_1": 0.67738, | |
| "recall_at_10": 0.92753, | |
| "recall_at_100": 0.95766, | |
| "recall_at_1000": 0.97412, | |
| "recall_at_20": 0.94021, | |
| "recall_at_3": 0.87045, | |
| "recall_at_5": 0.90501 | |
| } | |
| ] | |
| }, | |
| "task_name": "FEVER" | |
| } |