{ "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", "evaluation_time": 126.3222188949585, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.37146, "map_at_1": 0.25384, "map_at_10": 0.32807, "map_at_100": 0.33862, "map_at_1000": 0.33962, "map_at_20": 0.33329, "map_at_3": 0.30534, "map_at_5": 0.31866, "mrr_at_1": 0.2852760736196319, "mrr_at_10": 0.3570266092121921, "mrr_at_100": 0.3661310431103298, "mrr_at_1000": 0.3667680179396901, "mrr_at_20": 0.3614906372389895, "mrr_at_3": 0.33537832310838456, "mrr_at_5": 0.3487218813905932, "nauc_map_at_1000_diff1": 0.498388619967481, "nauc_map_at_1000_max": 0.3301275375543649, "nauc_map_at_1000_std": 0.061556200784709865, "nauc_map_at_100_diff1": 0.49847271937250304, "nauc_map_at_100_max": 0.33005275178335497, "nauc_map_at_100_std": 0.06140152038333716, "nauc_map_at_10_diff1": 0.5010675543494738, "nauc_map_at_10_max": 0.32848620912550547, "nauc_map_at_10_std": 0.05765001135549728, "nauc_map_at_1_diff1": 0.5610228545878864, "nauc_map_at_1_max": 0.30534960435377856, "nauc_map_at_1_std": 0.007874879374477511, "nauc_map_at_20_diff1": 0.49945902358913674, "nauc_map_at_20_max": 0.32891670802356177, "nauc_map_at_20_std": 0.06003147385652427, "nauc_map_at_3_diff1": 0.509034737976931, "nauc_map_at_3_max": 0.3157363278156868, "nauc_map_at_3_std": 0.041993348863212585, "nauc_map_at_5_diff1": 0.4999527099592526, "nauc_map_at_5_max": 0.32000967647298073, "nauc_map_at_5_std": 0.05014086364411536, "nauc_mrr_at_1000_diff1": 0.49867180251825066, "nauc_mrr_at_1000_max": 0.35351161953102606, "nauc_mrr_at_1000_std": 0.08490657152021402, "nauc_mrr_at_100_diff1": 0.49856337751471014, "nauc_mrr_at_100_max": 0.3535014989454659, "nauc_mrr_at_100_std": 0.08486299239175459, "nauc_mrr_at_10_diff1": 0.49990229109316575, "nauc_mrr_at_10_max": 0.3547640930119924, "nauc_mrr_at_10_std": 0.08338018850654867, "nauc_mrr_at_1_diff1": 0.5657025716120128, "nauc_mrr_at_1_max": 0.35957228426157034, "nauc_mrr_at_1_std": 0.05087242938099348, "nauc_mrr_at_20_diff1": 0.4992389573135133, "nauc_mrr_at_20_max": 0.3532712574206991, "nauc_mrr_at_20_std": 0.08381201343283182, "nauc_mrr_at_3_diff1": 0.5093558569912306, "nauc_mrr_at_3_max": 0.3482002417974401, "nauc_mrr_at_3_std": 0.07622995286087227, "nauc_mrr_at_5_diff1": 0.49968526347822134, "nauc_mrr_at_5_max": 0.34991832315328814, "nauc_mrr_at_5_std": 0.07811865073845033, "nauc_ndcg_at_1000_diff1": 0.4701644083426761, "nauc_ndcg_at_1000_max": 0.3445227732675302, "nauc_ndcg_at_1000_std": 0.10033527433522724, "nauc_ndcg_at_100_diff1": 0.46820014097746177, "nauc_ndcg_at_100_max": 0.3441884108964478, "nauc_ndcg_at_100_std": 0.10046418207959233, "nauc_ndcg_at_10_diff1": 0.4775550774554427, "nauc_ndcg_at_10_max": 0.3404308867417485, "nauc_ndcg_at_10_std": 0.08275528916740435, "nauc_ndcg_at_1_diff1": 0.5657025716120128, "nauc_ndcg_at_1_max": 0.35957228426157034, "nauc_ndcg_at_1_std": 0.05087242938099348, "nauc_ndcg_at_20_diff1": 0.4724811885433681, "nauc_ndcg_at_20_max": 0.33852980734582494, "nauc_ndcg_at_20_std": 0.0886844098667606, "nauc_ndcg_at_3_diff1": 0.49154415015777336, "nauc_ndcg_at_3_max": 0.3268589238663559, "nauc_ndcg_at_3_std": 0.06393447453185067, "nauc_ndcg_at_5_diff1": 0.4757462550096367, "nauc_ndcg_at_5_max": 0.3259149555406328, "nauc_ndcg_at_5_std": 0.06858521066588855, "nauc_precision_at_1000_diff1": -0.04562167097095771, "nauc_precision_at_1000_max": 0.1785142452303287, "nauc_precision_at_1000_std": 0.15471710004439015, "nauc_precision_at_100_diff1": 0.11686381664599461, "nauc_precision_at_100_max": 0.3284951099179078, "nauc_precision_at_100_std": 0.2281910709742711, "nauc_precision_at_10_diff1": 0.3103127576357192, "nauc_precision_at_10_max": 0.4122126701537284, "nauc_precision_at_10_std": 0.21431454558872431, "nauc_precision_at_1_diff1": 0.5657025716120128, "nauc_precision_at_1_max": 0.35957228426157034, "nauc_precision_at_1_std": 0.05087242938099348, "nauc_precision_at_20_diff1": 0.2582603630143319, "nauc_precision_at_20_max": 0.38659818044732225, "nauc_precision_at_20_std": 0.22435204134876746, "nauc_precision_at_3_diff1": 0.3901746417522407, "nauc_precision_at_3_max": 0.36651267583800407, "nauc_precision_at_3_std": 0.15285216993622433, "nauc_precision_at_5_diff1": 0.32999634066038364, "nauc_precision_at_5_max": 0.3757909614509243, "nauc_precision_at_5_std": 0.18065601300098477, "nauc_recall_at_1000_diff1": 0.24252421047627168, "nauc_recall_at_1000_max": 0.3633542769764693, "nauc_recall_at_1000_std": 0.4112112150896641, "nauc_recall_at_100_diff1": 0.31072978235339505, "nauc_recall_at_100_max": 0.33773974450990524, "nauc_recall_at_100_std": 0.2479241474703406, "nauc_recall_at_10_diff1": 0.40132568863089224, "nauc_recall_at_10_max": 0.3370628227561707, "nauc_recall_at_10_std": 0.12576271986776932, "nauc_recall_at_1_diff1": 0.5610228545878864, "nauc_recall_at_1_max": 0.30534960435377856, "nauc_recall_at_1_std": 0.007874879374477511, "nauc_recall_at_20_diff1": 0.3706389403920372, "nauc_recall_at_20_max": 0.3174756932344393, "nauc_recall_at_20_std": 0.14486492299343723, "nauc_recall_at_3_diff1": 0.44602987170285197, "nauc_recall_at_3_max": 0.2918097047541998, "nauc_recall_at_3_std": 0.06421884592758816, "nauc_recall_at_5_diff1": 0.4016581780527625, "nauc_recall_at_5_max": 0.296500458349481, "nauc_recall_at_5_std": 0.0852115433826634, "ndcg_at_1": 0.28528, "ndcg_at_10": 0.37146, "ndcg_at_100": 0.4243, "ndcg_at_1000": 0.44742, "ndcg_at_20": 0.3888, "ndcg_at_3": 0.32984, "ndcg_at_5": 0.35106, "precision_at_1": 0.28528, "precision_at_10": 0.05874, "precision_at_100": 0.00931, "precision_at_1000": 0.0012, "precision_at_20": 0.03397, "precision_at_3": 0.14264, "precision_at_5": 0.10031, "recall_at_1": 0.25384, "recall_at_10": 0.47427, "recall_at_100": 0.71808, "recall_at_1000": 0.88563, "recall_at_20": 0.54012, "recall_at_3": 0.3596, "recall_at_5": 0.41189 } ] }, "task_name": "CQADupstackStatsRetrieval" }