| { | |
| "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", | |
| "evaluation_time": 4975.845328092575, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.40262, | |
| "map_at_1": 0.08167, | |
| "map_at_10": 0.19346, | |
| "map_at_100": 0.27363, | |
| "map_at_1000": 0.29222, | |
| "map_at_20": 0.22337, | |
| "map_at_3": 0.13507, | |
| "map_at_5": 0.16278, | |
| "mrr_at_1": 0.6375, | |
| "mrr_at_10": 0.7309583333333335, | |
| "mrr_at_100": 0.7341628184997403, | |
| "mrr_at_1000": 0.7341942366022727, | |
| "mrr_at_20": 0.7326663195335797, | |
| "mrr_at_3": 0.7133333333333334, | |
| "mrr_at_5": 0.7253333333333333, | |
| "nauc_map_at_1000_diff1": 0.19492028160537023, | |
| "nauc_map_at_1000_max": 0.16042525512022585, | |
| "nauc_map_at_1000_std": 0.24514786345053435, | |
| "nauc_map_at_100_diff1": 0.20434869970353578, | |
| "nauc_map_at_100_max": 0.12653497463851351, | |
| "nauc_map_at_100_std": 0.21991363991228216, | |
| "nauc_map_at_10_diff1": 0.2658318586972253, | |
| "nauc_map_at_10_max": -0.01411632601358799, | |
| "nauc_map_at_10_std": -0.008701796920312333, | |
| "nauc_map_at_1_diff1": 0.42433348186014985, | |
| "nauc_map_at_1_max": -0.06920994127755711, | |
| "nauc_map_at_1_std": -0.12845543164866424, | |
| "nauc_map_at_20_diff1": 0.25761778062446494, | |
| "nauc_map_at_20_max": 0.04468427696646914, | |
| "nauc_map_at_20_std": 0.07442359671982815, | |
| "nauc_map_at_3_diff1": 0.328528110086017, | |
| "nauc_map_at_3_max": -0.07110576233767715, | |
| "nauc_map_at_3_std": -0.09717663492944201, | |
| "nauc_map_at_5_diff1": 0.302969446562657, | |
| "nauc_map_at_5_max": -0.062186678708212505, | |
| "nauc_map_at_5_std": -0.07297393589866905, | |
| "nauc_mrr_at_1000_diff1": 0.4316626715906075, | |
| "nauc_mrr_at_1000_max": 0.4788810606524476, | |
| "nauc_mrr_at_1000_std": 0.29756439388920575, | |
| "nauc_mrr_at_100_diff1": 0.4316168194241811, | |
| "nauc_mrr_at_100_max": 0.47888662161425377, | |
| "nauc_mrr_at_100_std": 0.29759174708083586, | |
| "nauc_mrr_at_10_diff1": 0.4316213361679798, | |
| "nauc_mrr_at_10_max": 0.48039471340670364, | |
| "nauc_mrr_at_10_std": 0.2999728857625497, | |
| "nauc_mrr_at_1_diff1": 0.4451701328883859, | |
| "nauc_mrr_at_1_max": 0.45136364539260654, | |
| "nauc_mrr_at_1_std": 0.22430526587609026, | |
| "nauc_mrr_at_20_diff1": 0.4328077544970383, | |
| "nauc_mrr_at_20_max": 0.48093587684519884, | |
| "nauc_mrr_at_20_std": 0.2979050665093473, | |
| "nauc_mrr_at_3_diff1": 0.41807876694839524, | |
| "nauc_mrr_at_3_max": 0.475155918851978, | |
| "nauc_mrr_at_3_std": 0.30728062839925524, | |
| "nauc_mrr_at_5_diff1": 0.42723574646812806, | |
| "nauc_mrr_at_5_max": 0.47724164848268175, | |
| "nauc_mrr_at_5_std": 0.30136111459378184, | |
| "nauc_ndcg_at_1000_diff1": 0.20344623353222938, | |
| "nauc_ndcg_at_1000_max": 0.299101544943321, | |
| "nauc_ndcg_at_1000_std": 0.3532551865872424, | |
| "nauc_ndcg_at_100_diff1": 0.21587110351206112, | |
| "nauc_ndcg_at_100_max": 0.198120237215264, | |
| "nauc_ndcg_at_100_std": 0.28316183854346516, | |
| "nauc_ndcg_at_10_diff1": 0.22028944567074799, | |
| "nauc_ndcg_at_10_max": 0.2236956976244356, | |
| "nauc_ndcg_at_10_std": 0.21926663047722333, | |
| "nauc_ndcg_at_1_diff1": 0.3792889642331698, | |
| "nauc_ndcg_at_1_max": 0.3227025021907386, | |
| "nauc_ndcg_at_1_std": 0.16980418650576767, | |
| "nauc_ndcg_at_20_diff1": 0.24554962525212767, | |
| "nauc_ndcg_at_20_max": 0.18057286691331934, | |
| "nauc_ndcg_at_20_std": 0.21186962609349447, | |
| "nauc_ndcg_at_3_diff1": 0.23606942537795328, | |
| "nauc_ndcg_at_3_max": 0.2929004910712949, | |
| "nauc_ndcg_at_3_std": 0.21537575867135336, | |
| "nauc_ndcg_at_5_diff1": 0.22029387382607435, | |
| "nauc_ndcg_at_5_max": 0.25473289330025056, | |
| "nauc_ndcg_at_5_std": 0.2292856891764246, | |
| "nauc_precision_at_1000_diff1": -0.11446169999479534, | |
| "nauc_precision_at_1000_max": 0.29967160900024153, | |
| "nauc_precision_at_1000_std": 0.11217606243074721, | |
| "nauc_precision_at_100_diff1": -0.09631245871958462, | |
| "nauc_precision_at_100_max": 0.3877902114331015, | |
| "nauc_precision_at_100_std": 0.42160740926749296, | |
| "nauc_precision_at_10_diff1": -0.047208639870805154, | |
| "nauc_precision_at_10_max": 0.42688688767270816, | |
| "nauc_precision_at_10_std": 0.4313969136910104, | |
| "nauc_precision_at_1_diff1": 0.4451701328883859, | |
| "nauc_precision_at_1_max": 0.45136364539260654, | |
| "nauc_precision_at_1_std": 0.22430526587609026, | |
| "nauc_precision_at_20_diff1": -0.03321273650714343, | |
| "nauc_precision_at_20_max": 0.4233302017503469, | |
| "nauc_precision_at_20_std": 0.4614207962272775, | |
| "nauc_precision_at_3_diff1": 0.07731563015557155, | |
| "nauc_precision_at_3_max": 0.39793762472271615, | |
| "nauc_precision_at_3_std": 0.33268035527476325, | |
| "nauc_precision_at_5_diff1": 0.005838117602327509, | |
| "nauc_precision_at_5_max": 0.4110184164045387, | |
| "nauc_precision_at_5_std": 0.38381525204586314, | |
| "nauc_recall_at_1000_diff1": 0.0868398211610381, | |
| "nauc_recall_at_1000_max": 0.21713851316570545, | |
| "nauc_recall_at_1000_std": 0.390063350033579, | |
| "nauc_recall_at_100_diff1": 0.12134803112114852, | |
| "nauc_recall_at_100_max": 0.07320991203875771, | |
| "nauc_recall_at_100_std": 0.2364888819427723, | |
| "nauc_recall_at_10_diff1": 0.19742646964694302, | |
| "nauc_recall_at_10_max": -0.0907287631657201, | |
| "nauc_recall_at_10_std": -0.06656892929505147, | |
| "nauc_recall_at_1_diff1": 0.42433348186014985, | |
| "nauc_recall_at_1_max": -0.06920994127755711, | |
| "nauc_recall_at_1_std": -0.12845543164866424, | |
| "nauc_recall_at_20_diff1": 0.21648553925691033, | |
| "nauc_recall_at_20_max": -0.031215331262374017, | |
| "nauc_recall_at_20_std": 0.015788251892781876, | |
| "nauc_recall_at_3_diff1": 0.270196027595539, | |
| "nauc_recall_at_3_max": -0.1123705959600571, | |
| "nauc_recall_at_3_std": -0.10938037533638398, | |
| "nauc_recall_at_5_diff1": 0.24367579067155812, | |
| "nauc_recall_at_5_max": -0.13472504950567646, | |
| "nauc_recall_at_5_std": -0.11742478155115404, | |
| "ndcg_at_1": 0.50375, | |
| "ndcg_at_10": 0.40262, | |
| "ndcg_at_100": 0.45479, | |
| "ndcg_at_1000": 0.5336, | |
| "ndcg_at_20": 0.39826, | |
| "ndcg_at_3": 0.44146, | |
| "ndcg_at_5": 0.42441, | |
| "precision_at_1": 0.6375, | |
| "precision_at_10": 0.327, | |
| "precision_at_100": 0.1058, | |
| "precision_at_1000": 0.02311, | |
| "precision_at_20": 0.24475, | |
| "precision_at_3": 0.49167, | |
| "precision_at_5": 0.426, | |
| "recall_at_1": 0.08167, | |
| "recall_at_10": 0.25748, | |
| "recall_at_100": 0.53023, | |
| "recall_at_1000": 0.76956, | |
| "recall_at_20": 0.33126, | |
| "recall_at_3": 0.15163, | |
| "recall_at_5": 0.20072 | |
| } | |
| ] | |
| }, | |
| "task_name": "DBPedia" | |
| } |