{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "evaluation_time": 40.05525517463684, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.43383, "map_at_1": 0.26887, "map_at_10": 0.37312, "map_at_100": 0.3909, "map_at_1000": 0.39325, "map_at_20": 0.38247, "map_at_3": 0.34294, "map_at_5": 0.3578, "mrr_at_1": 0.3221343873517787, "mrr_at_10": 0.4159420289855072, "mrr_at_100": 0.42690773665934056, "mrr_at_1000": 0.4273392602727093, "mrr_at_20": 0.42314058695974166, "mrr_at_3": 0.39097496706192364, "mrr_at_5": 0.40352437417654813, "nauc_map_at_1000_diff1": 0.5117315765241004, "nauc_map_at_1000_max": 0.4109909470379249, "nauc_map_at_1000_std": 0.09461335074412308, "nauc_map_at_100_diff1": 0.5125604309947803, "nauc_map_at_100_max": 0.4118736640687678, "nauc_map_at_100_std": 0.08904878305139538, "nauc_map_at_10_diff1": 0.5166703656557831, "nauc_map_at_10_max": 0.40951843411555955, "nauc_map_at_10_std": 0.07315107779237354, "nauc_map_at_1_diff1": 0.5707336304917295, "nauc_map_at_1_max": 0.39138941383025533, "nauc_map_at_1_std": 0.024274854669909265, "nauc_map_at_20_diff1": 0.514295693056362, "nauc_map_at_20_max": 0.4086057691579444, "nauc_map_at_20_std": 0.0756667833419221, "nauc_map_at_3_diff1": 0.5232573855847442, "nauc_map_at_3_max": 0.3950181048507025, "nauc_map_at_3_std": 0.05535073859707296, "nauc_map_at_5_diff1": 0.5168577221937353, "nauc_map_at_5_max": 0.4015219435966826, "nauc_map_at_5_std": 0.0696345750395807, "nauc_mrr_at_1000_diff1": 0.5133469321945395, "nauc_mrr_at_1000_max": 0.41857868024639217, "nauc_mrr_at_1000_std": 0.11606087212504274, "nauc_mrr_at_100_diff1": 0.5132543116948898, "nauc_mrr_at_100_max": 0.41847568110313355, "nauc_mrr_at_100_std": 0.11640551333283483, "nauc_mrr_at_10_diff1": 0.5139993731346316, "nauc_mrr_at_10_max": 0.42017976511790234, "nauc_mrr_at_10_std": 0.11519816027272523, "nauc_mrr_at_1_diff1": 0.5426665714817206, "nauc_mrr_at_1_max": 0.4363868490936763, "nauc_mrr_at_1_std": 0.0848804512663318, "nauc_mrr_at_20_diff1": 0.5124336487209304, "nauc_mrr_at_20_max": 0.4178467795326768, "nauc_mrr_at_20_std": 0.11441818232468799, "nauc_mrr_at_3_diff1": 0.5132824692876072, "nauc_mrr_at_3_max": 0.40695635986410905, "nauc_mrr_at_3_std": 0.10448758478397806, "nauc_mrr_at_5_diff1": 0.5115983955493147, "nauc_mrr_at_5_max": 0.41386887956706514, "nauc_mrr_at_5_std": 0.11630162123052927, "nauc_ndcg_at_1000_diff1": 0.5038754928282437, "nauc_ndcg_at_1000_max": 0.4232470084176093, "nauc_ndcg_at_1000_std": 0.13225810997256973, "nauc_ndcg_at_100_diff1": 0.5031100184830015, "nauc_ndcg_at_100_max": 0.4222905425263901, "nauc_ndcg_at_100_std": 0.1379444653989334, "nauc_ndcg_at_10_diff1": 0.5021946111929649, "nauc_ndcg_at_10_max": 0.4132686755100261, "nauc_ndcg_at_10_std": 0.10847455656433576, "nauc_ndcg_at_1_diff1": 0.5426665714817206, "nauc_ndcg_at_1_max": 0.4363868490936763, "nauc_ndcg_at_1_std": 0.0848804512663318, "nauc_ndcg_at_20_diff1": 0.49936219445673263, "nauc_ndcg_at_20_max": 0.4058759298065976, "nauc_ndcg_at_20_std": 0.10445924842376154, "nauc_ndcg_at_3_diff1": 0.503357285211955, "nauc_ndcg_at_3_max": 0.39674854424059497, "nauc_ndcg_at_3_std": 0.08423967356240501, "nauc_ndcg_at_5_diff1": 0.49742301608227035, "nauc_ndcg_at_5_max": 0.40138571951180824, "nauc_ndcg_at_5_std": 0.1100559744167346, "nauc_precision_at_1000_diff1": -0.13892086229931144, "nauc_precision_at_1000_max": -0.027065541290065075, "nauc_precision_at_1000_std": 0.4723582998195445, "nauc_precision_at_100_diff1": -0.086637377772648, "nauc_precision_at_100_max": 0.06272690396225501, "nauc_precision_at_100_std": 0.4459685496336481, "nauc_precision_at_10_diff1": 0.18382676621492244, "nauc_precision_at_10_max": 0.3191855166802661, "nauc_precision_at_10_std": 0.2593810406414569, "nauc_precision_at_1_diff1": 0.5426665714817206, "nauc_precision_at_1_max": 0.4363868490936763, "nauc_precision_at_1_std": 0.0848804512663318, "nauc_precision_at_20_diff1": 0.07359698910524838, "nauc_precision_at_20_max": 0.22183672408086041, "nauc_precision_at_20_std": 0.3013806717387075, "nauc_precision_at_3_diff1": 0.35468926029853354, "nauc_precision_at_3_max": 0.3700904801221439, "nauc_precision_at_3_std": 0.1473682892983532, "nauc_precision_at_5_diff1": 0.26386676031748235, "nauc_precision_at_5_max": 0.34547038877610187, "nauc_precision_at_5_std": 0.21351651412738595, "nauc_recall_at_1000_diff1": 0.4155373997531603, "nauc_recall_at_1000_max": 0.6146326939530435, "nauc_recall_at_1000_std": 0.6233798727186802, "nauc_recall_at_100_diff1": 0.4343960688367899, "nauc_recall_at_100_max": 0.4357846891921354, "nauc_recall_at_100_std": 0.3969080214091094, "nauc_recall_at_10_diff1": 0.45547557566166263, "nauc_recall_at_10_max": 0.38728988189856844, "nauc_recall_at_10_std": 0.10679042654607714, "nauc_recall_at_1_diff1": 0.5707336304917295, "nauc_recall_at_1_max": 0.39138941383025533, "nauc_recall_at_1_std": 0.024274854669909265, "nauc_recall_at_20_diff1": 0.42164942662562066, "nauc_recall_at_20_max": 0.3361320211773799, "nauc_recall_at_20_std": 0.09825950623312366, "nauc_recall_at_3_diff1": 0.47174631443946863, "nauc_recall_at_3_max": 0.35405376918138753, "nauc_recall_at_3_std": 0.06016614665131945, "nauc_recall_at_5_diff1": 0.4521313562921986, "nauc_recall_at_5_max": 0.3683880278231128, "nauc_recall_at_5_std": 0.10935396993978982, "ndcg_at_1": 0.32213, "ndcg_at_10": 0.43383, "ndcg_at_100": 0.49635, "ndcg_at_1000": 0.51786, "ndcg_at_20": 0.45975, "ndcg_at_3": 0.38546, "ndcg_at_5": 0.40483, "precision_at_1": 0.32213, "precision_at_10": 0.0834, "precision_at_100": 0.01717, "precision_at_1000": 0.00253, "precision_at_20": 0.05296, "precision_at_3": 0.18116, "precision_at_5": 0.13043, "recall_at_1": 0.26887, "recall_at_10": 0.55464, "recall_at_100": 0.82078, "recall_at_1000": 0.95575, "recall_at_20": 0.65038, "recall_at_3": 0.41702, "recall_at_5": 0.46853 } ] }, "task_name": "CQADupstackWebmastersRetrieval" }