| { | |
| "dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64", | |
| "evaluation_time": 480.1685869693756, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "dev": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "cmn-Hans" | |
| ], | |
| "main_score": 0.84875, | |
| "map_at_1": 0.2759, | |
| "map_at_10": 0.77414, | |
| "map_at_100": 0.81014, | |
| "map_at_1000": 0.81079, | |
| "map_at_20": 0.80165, | |
| "map_at_3": 0.54498, | |
| "map_at_5": 0.66953, | |
| "mrr_at_1": 0.9032526740312117, | |
| "mrr_at_10": 0.9267651528435326, | |
| "mrr_at_100": 0.9275455496833395, | |
| "mrr_at_1000": 0.9275814986617988, | |
| "mrr_at_20": 0.9272739421922038, | |
| "mrr_at_3": 0.9224677070547657, | |
| "mrr_at_5": 0.9251263954643759, | |
| "nauc_map_at_1000_diff1": 0.13345442770495425, | |
| "nauc_map_at_1000_max": 0.4391923971286031, | |
| "nauc_map_at_1000_std": 0.20181056903012917, | |
| "nauc_map_at_100_diff1": 0.13346387109870317, | |
| "nauc_map_at_100_max": 0.4381257406404197, | |
| "nauc_map_at_100_std": 0.2012647509131814, | |
| "nauc_map_at_10_diff1": 0.17939645737234672, | |
| "nauc_map_at_10_max": 0.3044591266560797, | |
| "nauc_map_at_10_std": 0.03704002688369814, | |
| "nauc_map_at_1_diff1": 0.5277266808447625, | |
| "nauc_map_at_1_max": -0.26849571196450633, | |
| "nauc_map_at_1_std": -0.37625580007222537, | |
| "nauc_map_at_20_diff1": 0.13930612119658867, | |
| "nauc_map_at_20_max": 0.41188861823332695, | |
| "nauc_map_at_20_std": 0.16778027427436032, | |
| "nauc_map_at_3_diff1": 0.3886068448169888, | |
| "nauc_map_at_3_max": -0.15001764775136442, | |
| "nauc_map_at_3_std": -0.35311675675219306, | |
| "nauc_map_at_5_diff1": 0.30500374773374717, | |
| "nauc_map_at_5_max": 0.010782661328790678, | |
| "nauc_map_at_5_std": -0.24397299595776864, | |
| "nauc_mrr_at_1000_diff1": 0.48375082644058975, | |
| "nauc_mrr_at_1000_max": 0.7649261506872347, | |
| "nauc_mrr_at_1000_std": 0.42405133282913593, | |
| "nauc_mrr_at_100_diff1": 0.48374567767739574, | |
| "nauc_mrr_at_100_max": 0.7650099323180571, | |
| "nauc_mrr_at_100_std": 0.42421407492208846, | |
| "nauc_mrr_at_10_diff1": 0.48333953899000853, | |
| "nauc_mrr_at_10_max": 0.7656981446090204, | |
| "nauc_mrr_at_10_std": 0.4245695757995892, | |
| "nauc_mrr_at_1_diff1": 0.4859523207266426, | |
| "nauc_mrr_at_1_max": 0.7290821294734671, | |
| "nauc_mrr_at_1_std": 0.3678840010317741, | |
| "nauc_mrr_at_20_diff1": 0.483562459802868, | |
| "nauc_mrr_at_20_max": 0.7655436899544764, | |
| "nauc_mrr_at_20_std": 0.4249327715228702, | |
| "nauc_mrr_at_3_diff1": 0.48443341651741023, | |
| "nauc_mrr_at_3_max": 0.7644443172136431, | |
| "nauc_mrr_at_3_std": 0.4186015942453488, | |
| "nauc_mrr_at_5_diff1": 0.48262429897451176, | |
| "nauc_mrr_at_5_max": 0.7654084683146707, | |
| "nauc_mrr_at_5_std": 0.42387427778364967, | |
| "nauc_ndcg_at_1000_diff1": 0.17876990424389488, | |
| "nauc_ndcg_at_1000_max": 0.568847439210128, | |
| "nauc_ndcg_at_1000_std": 0.328598069547496, | |
| "nauc_ndcg_at_100_diff1": 0.17459772046114824, | |
| "nauc_ndcg_at_100_max": 0.5592240342391445, | |
| "nauc_ndcg_at_100_std": 0.3285314074924357, | |
| "nauc_ndcg_at_10_diff1": 0.17195543881626896, | |
| "nauc_ndcg_at_10_max": 0.45517461748534727, | |
| "nauc_ndcg_at_10_std": 0.20711703046119925, | |
| "nauc_ndcg_at_1_diff1": 0.4859523207266426, | |
| "nauc_ndcg_at_1_max": 0.7290821294734671, | |
| "nauc_ndcg_at_1_std": 0.3678840010317741, | |
| "nauc_ndcg_at_20_diff1": 0.17210492823890125, | |
| "nauc_ndcg_at_20_max": 0.5034469431401163, | |
| "nauc_ndcg_at_20_std": 0.2641687011706403, | |
| "nauc_ndcg_at_3_diff1": 0.14152065529735802, | |
| "nauc_ndcg_at_3_max": 0.6186261166484782, | |
| "nauc_ndcg_at_3_std": 0.32792107932993453, | |
| "nauc_ndcg_at_5_diff1": 0.1333031501216851, | |
| "nauc_ndcg_at_5_max": 0.5382546612242814, | |
| "nauc_ndcg_at_5_std": 0.2770177220127034, | |
| "nauc_precision_at_1000_diff1": -0.3480362422810128, | |
| "nauc_precision_at_1000_max": 0.5002050355106308, | |
| "nauc_precision_at_1000_std": 0.6074013636034752, | |
| "nauc_precision_at_100_diff1": -0.34872998819876305, | |
| "nauc_precision_at_100_max": 0.5155533382112565, | |
| "nauc_precision_at_100_std": 0.6226020296194723, | |
| "nauc_precision_at_10_diff1": -0.349243141132558, | |
| "nauc_precision_at_10_max": 0.5506597130018622, | |
| "nauc_precision_at_10_std": 0.5788681266551527, | |
| "nauc_precision_at_1_diff1": 0.4859523207266426, | |
| "nauc_precision_at_1_max": 0.7290821294734671, | |
| "nauc_precision_at_1_std": 0.3678840010317741, | |
| "nauc_precision_at_20_diff1": -0.3502012314487369, | |
| "nauc_precision_at_20_max": 0.5366334785072687, | |
| "nauc_precision_at_20_std": 0.6151274009485738, | |
| "nauc_precision_at_3_diff1": -0.29847849648414604, | |
| "nauc_precision_at_3_max": 0.6430178413987991, | |
| "nauc_precision_at_3_std": 0.49370176310417035, | |
| "nauc_precision_at_5_diff1": -0.3507209808777213, | |
| "nauc_precision_at_5_max": 0.595811728334368, | |
| "nauc_precision_at_5_std": 0.5339535076259604, | |
| "nauc_recall_at_1000_diff1": 0.04802875375325359, | |
| "nauc_recall_at_1000_max": 0.639005747742515, | |
| "nauc_recall_at_1000_std": 0.6520901274578319, | |
| "nauc_recall_at_100_diff1": 0.07760025068411146, | |
| "nauc_recall_at_100_max": 0.5194321537738289, | |
| "nauc_recall_at_100_std": 0.4853500093868159, | |
| "nauc_recall_at_10_diff1": 0.16240752640851688, | |
| "nauc_recall_at_10_max": 0.2050772833081095, | |
| "nauc_recall_at_10_std": -0.018562757248999598, | |
| "nauc_recall_at_1_diff1": 0.5277266808447625, | |
| "nauc_recall_at_1_max": -0.26849571196450633, | |
| "nauc_recall_at_1_std": -0.37625580007222537, | |
| "nauc_recall_at_20_diff1": 0.09591127679075533, | |
| "nauc_recall_at_20_max": 0.3735128193831333, | |
| "nauc_recall_at_20_std": 0.22325347482236488, | |
| "nauc_recall_at_3_diff1": 0.37236223624296483, | |
| "nauc_recall_at_3_max": -0.19246596496331067, | |
| "nauc_recall_at_3_std": -0.37670482819151624, | |
| "nauc_recall_at_5_diff1": 0.29382344896417417, | |
| "nauc_recall_at_5_max": -0.07314745687904958, | |
| "nauc_recall_at_5_std": -0.29850644144852717, | |
| "ndcg_at_1": 0.90325, | |
| "ndcg_at_10": 0.84875, | |
| "ndcg_at_100": 0.88396, | |
| "ndcg_at_1000": 0.89018, | |
| "ndcg_at_20": 0.86605, | |
| "ndcg_at_3": 0.8631, | |
| "ndcg_at_5": 0.84899, | |
| "precision_at_1": 0.90325, | |
| "precision_at_10": 0.42134, | |
| "precision_at_100": 0.05011, | |
| "precision_at_1000": 0.00516, | |
| "precision_at_20": 0.23371, | |
| "precision_at_3": 0.75452, | |
| "precision_at_5": 0.63215, | |
| "recall_at_1": 0.2759, | |
| "recall_at_10": 0.83718, | |
| "recall_at_100": 0.95241, | |
| "recall_at_1000": 0.98417, | |
| "recall_at_20": 0.89569, | |
| "recall_at_3": 0.56114, | |
| "recall_at_5": 0.70227 | |
| } | |
| ] | |
| }, | |
| "task_name": "T2Retrieval" | |
| } |