| { | |
| "dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639", | |
| "evaluation_time": 34.61679649353027, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "dev": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "cmn-Hans" | |
| ], | |
| "main_score": 0.75513, | |
| "map_at_1": 0.613, | |
| "map_at_10": 0.71038, | |
| "map_at_100": 0.71363, | |
| "map_at_1000": 0.71371, | |
| "map_at_20": 0.71233, | |
| "map_at_3": 0.69033, | |
| "map_at_5": 0.70158, | |
| "mrr_at_1": 0.613, | |
| "mrr_at_10": 0.7103813492063498, | |
| "mrr_at_100": 0.7136255052107244, | |
| "mrr_at_1000": 0.7137089232629096, | |
| "mrr_at_20": 0.7123264833377843, | |
| "mrr_at_3": 0.6903333333333336, | |
| "mrr_at_5": 0.7015833333333338, | |
| "nauc_map_at_1000_diff1": 0.7557041393125548, | |
| "nauc_map_at_1000_max": 0.03937084785291135, | |
| "nauc_map_at_1000_std": -0.36919709397553935, | |
| "nauc_map_at_100_diff1": 0.7556393107858498, | |
| "nauc_map_at_100_max": 0.039513266921808614, | |
| "nauc_map_at_100_std": -0.3691505931220743, | |
| "nauc_map_at_10_diff1": 0.7560032951309457, | |
| "nauc_map_at_10_max": 0.0351866903448001, | |
| "nauc_map_at_10_std": -0.37523971012564367, | |
| "nauc_map_at_1_diff1": 0.7685902586543415, | |
| "nauc_map_at_1_max": 0.030227729434405746, | |
| "nauc_map_at_1_std": -0.33116534952283583, | |
| "nauc_map_at_20_diff1": 0.755892226838073, | |
| "nauc_map_at_20_max": 0.03832044542810673, | |
| "nauc_map_at_20_std": -0.37153050023667006, | |
| "nauc_map_at_3_diff1": 0.7543379171143525, | |
| "nauc_map_at_3_max": 0.033031843158570086, | |
| "nauc_map_at_3_std": -0.37910560653878733, | |
| "nauc_map_at_5_diff1": 0.7549749295758413, | |
| "nauc_map_at_5_max": 0.040667161319498504, | |
| "nauc_map_at_5_std": -0.3751790727892074, | |
| "nauc_mrr_at_1000_diff1": 0.7557041393125548, | |
| "nauc_mrr_at_1000_max": 0.03937084785291135, | |
| "nauc_mrr_at_1000_std": -0.36919709397553935, | |
| "nauc_mrr_at_100_diff1": 0.7556393107858498, | |
| "nauc_mrr_at_100_max": 0.039513266921808614, | |
| "nauc_mrr_at_100_std": -0.3691505931220743, | |
| "nauc_mrr_at_10_diff1": 0.7560032951309457, | |
| "nauc_mrr_at_10_max": 0.0351866903448001, | |
| "nauc_mrr_at_10_std": -0.37523971012564367, | |
| "nauc_mrr_at_1_diff1": 0.7685902586543415, | |
| "nauc_mrr_at_1_max": 0.030227729434405746, | |
| "nauc_mrr_at_1_std": -0.33116534952283583, | |
| "nauc_mrr_at_20_diff1": 0.755892226838073, | |
| "nauc_mrr_at_20_max": 0.03832044542810673, | |
| "nauc_mrr_at_20_std": -0.37153050023667006, | |
| "nauc_mrr_at_3_diff1": 0.7543379171143525, | |
| "nauc_mrr_at_3_max": 0.033031843158570086, | |
| "nauc_mrr_at_3_std": -0.37910560653878733, | |
| "nauc_mrr_at_5_diff1": 0.7549749295758413, | |
| "nauc_mrr_at_5_max": 0.040667161319498504, | |
| "nauc_mrr_at_5_std": -0.3751790727892074, | |
| "nauc_ndcg_at_1000_diff1": 0.7515556459667113, | |
| "nauc_ndcg_at_1000_max": 0.05487499797739649, | |
| "nauc_ndcg_at_1000_std": -0.3571142688192644, | |
| "nauc_ndcg_at_100_diff1": 0.749670106040567, | |
| "nauc_ndcg_at_100_max": 0.06078345539846868, | |
| "nauc_ndcg_at_100_std": -0.3537924270232435, | |
| "nauc_ndcg_at_10_diff1": 0.7527514015246665, | |
| "nauc_ndcg_at_10_max": 0.03743393122824244, | |
| "nauc_ndcg_at_10_std": -0.3892995447778768, | |
| "nauc_ndcg_at_1_diff1": 0.7685902586543415, | |
| "nauc_ndcg_at_1_max": 0.030227729434405746, | |
| "nauc_ndcg_at_1_std": -0.33116534952283583, | |
| "nauc_ndcg_at_20_diff1": 0.7519962227191921, | |
| "nauc_ndcg_at_20_max": 0.0514444066243829, | |
| "nauc_ndcg_at_20_std": -0.37331216117081195, | |
| "nauc_ndcg_at_3_diff1": 0.7493837619213725, | |
| "nauc_ndcg_at_3_max": 0.03601900866115256, | |
| "nauc_ndcg_at_3_std": -0.39397376323841626, | |
| "nauc_ndcg_at_5_diff1": 0.7501505553139527, | |
| "nauc_ndcg_at_5_max": 0.05089893639829112, | |
| "nauc_ndcg_at_5_std": -0.3880615349038801, | |
| "nauc_precision_at_1000_diff1": 0.5997065492863759, | |
| "nauc_precision_at_1000_max": 0.8139922635720929, | |
| "nauc_precision_at_1000_std": 0.7636054421768707, | |
| "nauc_precision_at_100_diff1": 0.6021843080666534, | |
| "nauc_precision_at_100_max": 0.6701892878363417, | |
| "nauc_precision_at_100_std": 0.29377811730753245, | |
| "nauc_precision_at_10_diff1": 0.734114804706723, | |
| "nauc_precision_at_10_max": 0.04829314124647699, | |
| "nauc_precision_at_10_std": -0.4805198872533682, | |
| "nauc_precision_at_1_diff1": 0.7685902586543415, | |
| "nauc_precision_at_1_max": 0.030227729434405746, | |
| "nauc_precision_at_1_std": -0.33116534952283583, | |
| "nauc_precision_at_20_diff1": 0.7187117271150887, | |
| "nauc_precision_at_20_max": 0.19952829616694914, | |
| "nauc_precision_at_20_std": -0.34487128184607285, | |
| "nauc_precision_at_3_diff1": 0.7312334077102239, | |
| "nauc_precision_at_3_max": 0.04784628879483889, | |
| "nauc_precision_at_3_std": -0.4476573606363989, | |
| "nauc_precision_at_5_diff1": 0.7289284263075398, | |
| "nauc_precision_at_5_max": 0.10041214372786837, | |
| "nauc_precision_at_5_std": -0.44320543333139945, | |
| "nauc_recall_at_1000_diff1": 0.5997065492863944, | |
| "nauc_recall_at_1000_max": 0.8139922635721034, | |
| "nauc_recall_at_1000_std": 0.7636054421768699, | |
| "nauc_recall_at_100_diff1": 0.6021843080666633, | |
| "nauc_recall_at_100_max": 0.6701892878363475, | |
| "nauc_recall_at_100_std": 0.29377811730753156, | |
| "nauc_recall_at_10_diff1": 0.7341148047067261, | |
| "nauc_recall_at_10_max": 0.04829314124647637, | |
| "nauc_recall_at_10_std": -0.4805198872533668, | |
| "nauc_recall_at_1_diff1": 0.7685902586543415, | |
| "nauc_recall_at_1_max": 0.030227729434405746, | |
| "nauc_recall_at_1_std": -0.33116534952283583, | |
| "nauc_recall_at_20_diff1": 0.7187117271150889, | |
| "nauc_recall_at_20_max": 0.1995282961669493, | |
| "nauc_recall_at_20_std": -0.34487128184607313, | |
| "nauc_recall_at_3_diff1": 0.7312334077102232, | |
| "nauc_recall_at_3_max": 0.04784628879483826, | |
| "nauc_recall_at_3_std": -0.44765736063639994, | |
| "nauc_recall_at_5_diff1": 0.7289284263075402, | |
| "nauc_recall_at_5_max": 0.10041214372786902, | |
| "nauc_recall_at_5_std": -0.443205433331398, | |
| "ndcg_at_1": 0.613, | |
| "ndcg_at_10": 0.75513, | |
| "ndcg_at_100": 0.77071, | |
| "ndcg_at_1000": 0.77307, | |
| "ndcg_at_20": 0.76221, | |
| "ndcg_at_3": 0.71376, | |
| "ndcg_at_5": 0.73399, | |
| "precision_at_1": 0.613, | |
| "precision_at_10": 0.0895, | |
| "precision_at_100": 0.00967, | |
| "precision_at_1000": 0.00099, | |
| "precision_at_20": 0.04615, | |
| "precision_at_3": 0.26033, | |
| "precision_at_5": 0.166, | |
| "recall_at_1": 0.613, | |
| "recall_at_10": 0.895, | |
| "recall_at_100": 0.967, | |
| "recall_at_1000": 0.986, | |
| "recall_at_20": 0.923, | |
| "recall_at_3": 0.781, | |
| "recall_at_5": 0.83 | |
| } | |
| ] | |
| }, | |
| "task_name": "VideoRetrieval" | |
| } |