| { | |
| "dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117", | |
| "evaluation_time": 213.4800248146057, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "dev": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "cmn-Hans" | |
| ], | |
| "main_score": 0.83304, | |
| "map_at_1": 0.70285, | |
| "map_at_10": 0.79345, | |
| "map_at_100": 0.79544, | |
| "map_at_1000": 0.79549, | |
| "map_at_20": 0.79506, | |
| "map_at_3": 0.77722, | |
| "map_at_5": 0.78642, | |
| "mrr_at_1": 0.7049525816649105, | |
| "mrr_at_10": 0.7936997173298549, | |
| "mrr_at_100": 0.7956857328004765, | |
| "mrr_at_1000": 0.7957350755481933, | |
| "mrr_at_20": 0.7953056747808113, | |
| "mrr_at_3": 0.7780119423955044, | |
| "mrr_at_5": 0.7871268001404993, | |
| "nauc_map_at_1000_diff1": 0.8286737342559569, | |
| "nauc_map_at_1000_max": 0.3276774515786763, | |
| "nauc_map_at_1000_std": -0.4740833132216874, | |
| "nauc_map_at_100_diff1": 0.8286653033143119, | |
| "nauc_map_at_100_max": 0.3277698798730506, | |
| "nauc_map_at_100_std": -0.47396162988275825, | |
| "nauc_map_at_10_diff1": 0.8294057020131235, | |
| "nauc_map_at_10_max": 0.32727044419526796, | |
| "nauc_map_at_10_std": -0.4787125307963501, | |
| "nauc_map_at_1_diff1": 0.8402372711761933, | |
| "nauc_map_at_1_max": 0.31043690456003603, | |
| "nauc_map_at_1_std": -0.43236489383274007, | |
| "nauc_map_at_20_diff1": 0.8287604601309357, | |
| "nauc_map_at_20_max": 0.328297740610906, | |
| "nauc_map_at_20_std": -0.4742080096684006, | |
| "nauc_map_at_3_diff1": 0.8249842509717855, | |
| "nauc_map_at_3_max": 0.31873343855645175, | |
| "nauc_map_at_3_std": -0.4868374114885992, | |
| "nauc_map_at_5_diff1": 0.8257384205299353, | |
| "nauc_map_at_5_max": 0.3228217855332091, | |
| "nauc_map_at_5_std": -0.48992548356845045, | |
| "nauc_mrr_at_1000_diff1": 0.8281860517305, | |
| "nauc_mrr_at_1000_max": 0.3307847633409372, | |
| "nauc_mrr_at_1000_std": -0.4676549847324711, | |
| "nauc_mrr_at_100_diff1": 0.8281777456030276, | |
| "nauc_mrr_at_100_max": 0.3308764290193827, | |
| "nauc_mrr_at_100_std": -0.4675349377168894, | |
| "nauc_mrr_at_10_diff1": 0.8289240134028131, | |
| "nauc_mrr_at_10_max": 0.3303431167767452, | |
| "nauc_mrr_at_10_std": -0.4723590227626833, | |
| "nauc_mrr_at_1_diff1": 0.8381840530999669, | |
| "nauc_mrr_at_1_max": 0.31870185468895296, | |
| "nauc_mrr_at_1_std": -0.4189945848409642, | |
| "nauc_mrr_at_20_diff1": 0.8282739962771397, | |
| "nauc_mrr_at_20_max": 0.3313982746607441, | |
| "nauc_mrr_at_20_std": -0.4677948877453745, | |
| "nauc_mrr_at_3_diff1": 0.8238778631815169, | |
| "nauc_mrr_at_3_max": 0.3249395689358969, | |
| "nauc_mrr_at_3_std": -0.4776035466224244, | |
| "nauc_mrr_at_5_diff1": 0.8248730152662211, | |
| "nauc_mrr_at_5_max": 0.3275536151403534, | |
| "nauc_mrr_at_5_std": -0.48240456811884297, | |
| "nauc_ndcg_at_1000_diff1": 0.82788915778795, | |
| "nauc_ndcg_at_1000_max": 0.33464104259121563, | |
| "nauc_ndcg_at_1000_std": -0.4763921791025829, | |
| "nauc_ndcg_at_100_diff1": 0.827822164815334, | |
| "nauc_ndcg_at_100_max": 0.3376916433737521, | |
| "nauc_ndcg_at_100_std": -0.47257183392104946, | |
| "nauc_ndcg_at_10_diff1": 0.8311513730418215, | |
| "nauc_ndcg_at_10_max": 0.33660660341975496, | |
| "nauc_ndcg_at_10_std": -0.49252702508321256, | |
| "nauc_ndcg_at_1_diff1": 0.8381840530999669, | |
| "nauc_ndcg_at_1_max": 0.31773289221807655, | |
| "nauc_ndcg_at_1_std": -0.4266655377353998, | |
| "nauc_ndcg_at_20_diff1": 0.8283946266173352, | |
| "nauc_ndcg_at_20_max": 0.340734116616199, | |
| "nauc_ndcg_at_20_std": -0.47396036420322846, | |
| "nauc_ndcg_at_3_diff1": 0.819752349367099, | |
| "nauc_ndcg_at_3_max": 0.3211848145301242, | |
| "nauc_ndcg_at_3_std": -0.5094487945063072, | |
| "nauc_ndcg_at_5_diff1": 0.8211630844172711, | |
| "nauc_ndcg_at_5_max": 0.3281827797402445, | |
| "nauc_ndcg_at_5_std": -0.5193214295342372, | |
| "nauc_precision_at_1000_diff1": -0.3223904476063724, | |
| "nauc_precision_at_1000_max": 0.4168526941042752, | |
| "nauc_precision_at_1000_std": 0.5077830649029799, | |
| "nauc_precision_at_100_diff1": 0.0012603930990318292, | |
| "nauc_precision_at_100_max": 0.5081164609638505, | |
| "nauc_precision_at_100_std": 0.37158585556432844, | |
| "nauc_precision_at_10_diff1": 0.4705943722853521, | |
| "nauc_precision_at_10_max": 0.4143546934322814, | |
| "nauc_precision_at_10_std": -0.2562496819139487, | |
| "nauc_precision_at_1_diff1": 0.8381840530999669, | |
| "nauc_precision_at_1_max": 0.31773289221807655, | |
| "nauc_precision_at_1_std": -0.4266655377353998, | |
| "nauc_precision_at_20_diff1": 0.25573629848339824, | |
| "nauc_precision_at_20_max": 0.5017739551500668, | |
| "nauc_precision_at_20_std": 0.1003258707856772, | |
| "nauc_precision_at_3_diff1": 0.7275445754879661, | |
| "nauc_precision_at_3_max": 0.3332891699491361, | |
| "nauc_precision_at_3_std": -0.5446620363617507, | |
| "nauc_precision_at_5_diff1": 0.6585056467155556, | |
| "nauc_precision_at_5_max": 0.3662187597555933, | |
| "nauc_precision_at_5_std": -0.5526369689997288, | |
| "nauc_recall_at_1000_diff1": 0.8147787765833231, | |
| "nauc_recall_at_1000_max": 0.6933256322578922, | |
| "nauc_recall_at_1000_std": -0.45179567126620995, | |
| "nauc_recall_at_100_diff1": 0.8227722618857768, | |
| "nauc_recall_at_100_max": 0.7277167500629294, | |
| "nauc_recall_at_100_std": -0.10531175347398032, | |
| "nauc_recall_at_10_diff1": 0.8704492204036246, | |
| "nauc_recall_at_10_max": 0.4326338332621791, | |
| "nauc_recall_at_10_std": -0.6320123237585138, | |
| "nauc_recall_at_1_diff1": 0.8402372711761933, | |
| "nauc_recall_at_1_max": 0.31043690456003603, | |
| "nauc_recall_at_1_std": -0.43236489383274007, | |
| "nauc_recall_at_20_diff1": 0.840930986810908, | |
| "nauc_recall_at_20_max": 0.6020073913385048, | |
| "nauc_recall_at_20_std": -0.3327363887913055, | |
| "nauc_recall_at_3_diff1": 0.7989718233943347, | |
| "nauc_recall_at_3_max": 0.32182139591276865, | |
| "nauc_recall_at_3_std": -0.6160244223884304, | |
| "nauc_recall_at_5_diff1": 0.7974058580565607, | |
| "nauc_recall_at_5_max": 0.3486214641346551, | |
| "nauc_recall_at_5_std": -0.6994841263823743, | |
| "ndcg_at_1": 0.70495, | |
| "ndcg_at_10": 0.83304, | |
| "ndcg_at_100": 0.84101, | |
| "ndcg_at_1000": 0.84212, | |
| "ndcg_at_20": 0.83855, | |
| "ndcg_at_3": 0.8004, | |
| "ndcg_at_5": 0.8169, | |
| "precision_at_1": 0.70495, | |
| "precision_at_10": 0.09652, | |
| "precision_at_100": 0.00999, | |
| "precision_at_1000": 0.00101, | |
| "precision_at_20": 0.04932, | |
| "precision_at_3": 0.29048, | |
| "precision_at_5": 0.18272, | |
| "recall_at_1": 0.70285, | |
| "recall_at_10": 0.95469, | |
| "recall_at_100": 0.98841, | |
| "recall_at_1000": 0.99684, | |
| "recall_at_20": 0.97576, | |
| "recall_at_3": 0.86644, | |
| "recall_at_5": 0.90622 | |
| } | |
| ] | |
| }, | |
| "task_name": "CovidRetrieval" | |
| } |