{ "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", "evaluation_time": 212.610657453537, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.33197, "map_at_1": 0.20456, "map_at_10": 0.28245, "map_at_100": 0.2938, "map_at_1000": 0.29511, "map_at_20": 0.28816, "map_at_3": 0.25547, "map_at_5": 0.27037, "mrr_at_1": 0.24535443909153476, "mrr_at_10": 0.32272569615136737, "mrr_at_100": 0.3315950765531236, "mrr_at_1000": 0.3323799442153482, "mrr_at_20": 0.3273299085183303, "mrr_at_3": 0.29903647625602237, "mrr_at_5": 0.31240536820371734, "nauc_map_at_1000_diff1": 0.4183035384686562, "nauc_map_at_1000_max": 0.27593968077027703, "nauc_map_at_1000_std": 0.007226589436576167, "nauc_map_at_100_diff1": 0.4182777442246941, "nauc_map_at_100_max": 0.2759160827740201, "nauc_map_at_100_std": 0.007164264941327413, "nauc_map_at_10_diff1": 0.4221902506013466, "nauc_map_at_10_max": 0.2742200471835382, "nauc_map_at_10_std": 0.0002562970445472768, "nauc_map_at_1_diff1": 0.48327706728705216, "nauc_map_at_1_max": 0.2655383694267805, "nauc_map_at_1_std": -0.01152747537711539, "nauc_map_at_20_diff1": 0.4200651654944071, "nauc_map_at_20_max": 0.2744471994230634, "nauc_map_at_20_std": 0.0038935149875305823, "nauc_map_at_3_diff1": 0.43265275051427216, "nauc_map_at_3_max": 0.273167192127809, "nauc_map_at_3_std": 0.00052098686278629, "nauc_map_at_5_diff1": 0.425790135784467, "nauc_map_at_5_max": 0.2705281520273362, "nauc_map_at_5_std": -0.00013905809982768424, "nauc_mrr_at_1000_diff1": 0.41067387402256034, "nauc_mrr_at_1000_max": 0.29602009578002997, "nauc_mrr_at_1000_std": 0.01344169913713455, "nauc_mrr_at_100_diff1": 0.4104069007074872, "nauc_mrr_at_100_max": 0.2961219581667627, "nauc_mrr_at_100_std": 0.013671415824502575, "nauc_mrr_at_10_diff1": 0.41155601080060866, "nauc_mrr_at_10_max": 0.2958635308524116, "nauc_mrr_at_10_std": 0.009263601890231966, "nauc_mrr_at_1_diff1": 0.47659970805042023, "nauc_mrr_at_1_max": 0.30315321511690624, "nauc_mrr_at_1_std": -0.002298582940966868, "nauc_mrr_at_20_diff1": 0.41062615404918323, "nauc_mrr_at_20_max": 0.29566506535077475, "nauc_mrr_at_20_std": 0.011902548345144783, "nauc_mrr_at_3_diff1": 0.4207995737400601, "nauc_mrr_at_3_max": 0.3002026637890406, "nauc_mrr_at_3_std": 0.009920335267755332, "nauc_mrr_at_5_diff1": 0.4139406609442116, "nauc_mrr_at_5_max": 0.2938505208602052, "nauc_mrr_at_5_std": 0.008448090000387494, "nauc_ndcg_at_1000_diff1": 0.3889315745500744, "nauc_ndcg_at_1000_max": 0.28374922058219576, "nauc_ndcg_at_1000_std": 0.03515864547048716, "nauc_ndcg_at_100_diff1": 0.38307227650149867, "nauc_ndcg_at_100_max": 0.28512423252411545, "nauc_ndcg_at_100_std": 0.03730501553525039, "nauc_ndcg_at_10_diff1": 0.39611045599807326, "nauc_ndcg_at_10_max": 0.2798969144260367, "nauc_ndcg_at_10_std": 0.0061223105038925, "nauc_ndcg_at_1_diff1": 0.47659970805042023, "nauc_ndcg_at_1_max": 0.30315321511690624, "nauc_ndcg_at_1_std": -0.002298582940966868, "nauc_ndcg_at_20_diff1": 0.39064498957524857, "nauc_ndcg_at_20_max": 0.2789053163490156, "nauc_ndcg_at_20_std": 0.01748496086066718, "nauc_ndcg_at_3_diff1": 0.4123813842124736, "nauc_ndcg_at_3_max": 0.2858493574764472, "nauc_ndcg_at_3_std": 0.006448353495262877, "nauc_ndcg_at_5_diff1": 0.4028193089453767, "nauc_ndcg_at_5_max": 0.27481981488225876, "nauc_ndcg_at_5_std": 0.004728941865574962, "nauc_precision_at_1000_diff1": -0.08170214363310073, "nauc_precision_at_1000_max": 0.1459289419483196, "nauc_precision_at_1000_std": 0.08718936434645386, "nauc_precision_at_100_diff1": 0.0268646986849179, "nauc_precision_at_100_max": 0.22948997299540677, "nauc_precision_at_100_std": 0.12617468288327613, "nauc_precision_at_10_diff1": 0.22532577271901774, "nauc_precision_at_10_max": 0.2783222868124513, "nauc_precision_at_10_std": 0.028495896769862566, "nauc_precision_at_1_diff1": 0.47659970805042023, "nauc_precision_at_1_max": 0.30315321511690624, "nauc_precision_at_1_std": -0.002298582940966868, "nauc_precision_at_20_diff1": 0.16493891073862565, "nauc_precision_at_20_max": 0.25615359178402053, "nauc_precision_at_20_std": 0.06016271773790848, "nauc_precision_at_3_diff1": 0.32493594312866647, "nauc_precision_at_3_max": 0.3022895588005559, "nauc_precision_at_3_std": 0.021621044917206286, "nauc_precision_at_5_diff1": 0.28331209685679676, "nauc_precision_at_5_max": 0.28287695827852716, "nauc_precision_at_5_std": 0.018216915793279234, "nauc_recall_at_1000_diff1": 0.18819523544204173, "nauc_recall_at_1000_max": 0.2687654532743283, "nauc_recall_at_1000_std": 0.2952141107763388, "nauc_recall_at_100_diff1": 0.2258429026839563, "nauc_recall_at_100_max": 0.2774257184119199, "nauc_recall_at_100_std": 0.1719993693322602, "nauc_recall_at_10_diff1": 0.3227516205820344, "nauc_recall_at_10_max": 0.2566899189974948, "nauc_recall_at_10_std": 0.0105971299405543, "nauc_recall_at_1_diff1": 0.48327706728705216, "nauc_recall_at_1_max": 0.2655383694267805, "nauc_recall_at_1_std": -0.01152747537711539, "nauc_recall_at_20_diff1": 0.2965134117866936, "nauc_recall_at_20_max": 0.25059763561948445, "nauc_recall_at_20_std": 0.05042906959616575, "nauc_recall_at_3_diff1": 0.37789587414337833, "nauc_recall_at_3_max": 0.26418623891458676, "nauc_recall_at_3_std": 0.010624160747176049, "nauc_recall_at_5_diff1": 0.34732836974355535, "nauc_recall_at_5_max": 0.24164010557505766, "nauc_recall_at_5_std": 0.008217605955201376, "ndcg_at_1": 0.24535, "ndcg_at_10": 0.33197, "ndcg_at_100": 0.38574, "ndcg_at_1000": 0.41408, "ndcg_at_20": 0.35019, "ndcg_at_3": 0.28494, "ndcg_at_5": 0.30665, "precision_at_1": 0.24535, "precision_at_10": 0.05991, "precision_at_100": 0.01019, "precision_at_1000": 0.00144, "precision_at_20": 0.03558, "precision_at_3": 0.13363, "precision_at_5": 0.09683, "recall_at_1": 0.20456, "recall_at_10": 0.4409, "recall_at_100": 0.68316, "recall_at_1000": 0.88114, "recall_at_20": 0.50799, "recall_at_3": 0.30873, "recall_at_5": 0.36492 } ] }, "task_name": "CQADupstackTexRetrieval" }