| { | |
| "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", | |
| "evaluation_time": 8459.540827512741, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "hf_subset": "default", | |
| "languages": [ | |
| "eng-Latn" | |
| ], | |
| "main_score": 0.25074, | |
| "map_at_1": 0.10278, | |
| "map_at_10": 0.17575, | |
| "map_at_100": 0.19365, | |
| "map_at_1000": 0.19549, | |
| "map_at_20": 0.18542, | |
| "map_at_3": 0.14668, | |
| "map_at_5": 0.16085, | |
| "mrr_at_1": 0.22996742671009773, | |
| "mrr_at_10": 0.3326332661186078, | |
| "mrr_at_100": 0.3429536599176443, | |
| "mrr_at_1000": 0.34345119631983373, | |
| "mrr_at_20": 0.33887027933313724, | |
| "mrr_at_3": 0.2976112920738325, | |
| "mrr_at_5": 0.317252985884907, | |
| "nauc_map_at_1000_diff1": 0.14939511066008057, | |
| "nauc_map_at_1000_max": 0.3733490833802639, | |
| "nauc_map_at_1000_std": 0.20360309007384084, | |
| "nauc_map_at_100_diff1": 0.14942376566332433, | |
| "nauc_map_at_100_max": 0.37331437645599913, | |
| "nauc_map_at_100_std": 0.20306294676242256, | |
| "nauc_map_at_10_diff1": 0.14713253945727714, | |
| "nauc_map_at_10_max": 0.3735192328594896, | |
| "nauc_map_at_10_std": 0.18141714825289024, | |
| "nauc_map_at_1_diff1": 0.22150480940377756, | |
| "nauc_map_at_1_max": 0.32707164547804835, | |
| "nauc_map_at_1_std": 0.13006175603197787, | |
| "nauc_map_at_20_diff1": 0.15012434792606513, | |
| "nauc_map_at_20_max": 0.37476544681443974, | |
| "nauc_map_at_20_std": 0.19476881883033315, | |
| "nauc_map_at_3_diff1": 0.15660793680083812, | |
| "nauc_map_at_3_max": 0.3626768085023794, | |
| "nauc_map_at_3_std": 0.14513288235995944, | |
| "nauc_map_at_5_diff1": 0.15258730877894872, | |
| "nauc_map_at_5_max": 0.36049564238041787, | |
| "nauc_map_at_5_std": 0.16049696621676737, | |
| "nauc_mrr_at_1000_diff1": 0.17768431950443006, | |
| "nauc_mrr_at_1000_max": 0.3399260239972543, | |
| "nauc_mrr_at_1000_std": 0.2096406491740183, | |
| "nauc_mrr_at_100_diff1": 0.17759158201746889, | |
| "nauc_mrr_at_100_max": 0.33998818659588226, | |
| "nauc_mrr_at_100_std": 0.2098264258551269, | |
| "nauc_mrr_at_10_diff1": 0.17648592021968684, | |
| "nauc_mrr_at_10_max": 0.34160548237160393, | |
| "nauc_mrr_at_10_std": 0.21016162570501953, | |
| "nauc_mrr_at_1_diff1": 0.21898978761542173, | |
| "nauc_mrr_at_1_max": 0.3052455363073544, | |
| "nauc_mrr_at_1_std": 0.1580100156554141, | |
| "nauc_mrr_at_20_diff1": 0.17771879441638014, | |
| "nauc_mrr_at_20_max": 0.33990262888031775, | |
| "nauc_mrr_at_20_std": 0.20961182221290528, | |
| "nauc_mrr_at_3_diff1": 0.17973860062776084, | |
| "nauc_mrr_at_3_max": 0.3346450734008601, | |
| "nauc_mrr_at_3_std": 0.18813912710219566, | |
| "nauc_mrr_at_5_diff1": 0.17438238721909138, | |
| "nauc_mrr_at_5_max": 0.33635316791035297, | |
| "nauc_mrr_at_5_std": 0.20006103567409625, | |
| "nauc_ndcg_at_1000_diff1": 0.14595941987656058, | |
| "nauc_ndcg_at_1000_max": 0.38425348148545163, | |
| "nauc_ndcg_at_1000_std": 0.2767877388472316, | |
| "nauc_ndcg_at_100_diff1": 0.1439487489402434, | |
| "nauc_ndcg_at_100_max": 0.3795672758368636, | |
| "nauc_ndcg_at_100_std": 0.2733121541045054, | |
| "nauc_ndcg_at_10_diff1": 0.13939933634836232, | |
| "nauc_ndcg_at_10_max": 0.381475735430544, | |
| "nauc_ndcg_at_10_std": 0.22128989710046068, | |
| "nauc_ndcg_at_1_diff1": 0.21898978761542173, | |
| "nauc_ndcg_at_1_max": 0.3052455363073544, | |
| "nauc_ndcg_at_1_std": 0.1580100156554141, | |
| "nauc_ndcg_at_20_diff1": 0.14520611544425774, | |
| "nauc_ndcg_at_20_max": 0.3806303526568348, | |
| "nauc_ndcg_at_20_std": 0.24464044180586697, | |
| "nauc_ndcg_at_3_diff1": 0.15045490147163207, | |
| "nauc_ndcg_at_3_max": 0.35642288200975847, | |
| "nauc_ndcg_at_3_std": 0.16781891858563516, | |
| "nauc_ndcg_at_5_diff1": 0.14524925050192916, | |
| "nauc_ndcg_at_5_max": 0.3615391899152761, | |
| "nauc_ndcg_at_5_std": 0.1876587195975492, | |
| "nauc_precision_at_1000_diff1": 0.01701556596461612, | |
| "nauc_precision_at_1000_max": 0.1196468198063672, | |
| "nauc_precision_at_1000_std": 0.2787093670832092, | |
| "nauc_precision_at_100_diff1": 0.045935785811924014, | |
| "nauc_precision_at_100_max": 0.20422555955273033, | |
| "nauc_precision_at_100_std": 0.3522429075444734, | |
| "nauc_precision_at_10_diff1": 0.07289481632442256, | |
| "nauc_precision_at_10_max": 0.34278184871826456, | |
| "nauc_precision_at_10_std": 0.3087154511633603, | |
| "nauc_precision_at_1_diff1": 0.21898978761542173, | |
| "nauc_precision_at_1_max": 0.3052455363073544, | |
| "nauc_precision_at_1_std": 0.1580100156554141, | |
| "nauc_precision_at_20_diff1": 0.0778824260393144, | |
| "nauc_precision_at_20_max": 0.2920974056112241, | |
| "nauc_precision_at_20_std": 0.33561853571002015, | |
| "nauc_precision_at_3_diff1": 0.11476372453851512, | |
| "nauc_precision_at_3_max": 0.35517117555799055, | |
| "nauc_precision_at_3_std": 0.20416002388434726, | |
| "nauc_precision_at_5_diff1": 0.09307288536707295, | |
| "nauc_precision_at_5_max": 0.33065859111828655, | |
| "nauc_precision_at_5_std": 0.24544511324012755, | |
| "nauc_recall_at_1000_diff1": 0.0817698513404732, | |
| "nauc_recall_at_1000_max": 0.37344517127233007, | |
| "nauc_recall_at_1000_std": 0.41548465897179926, | |
| "nauc_recall_at_100_diff1": 0.08023999517409804, | |
| "nauc_recall_at_100_max": 0.3277846036626604, | |
| "nauc_recall_at_100_std": 0.3498457285676752, | |
| "nauc_recall_at_10_diff1": 0.0829959104067847, | |
| "nauc_recall_at_10_max": 0.36826444676595727, | |
| "nauc_recall_at_10_std": 0.23204167718898136, | |
| "nauc_recall_at_1_diff1": 0.22150480940377756, | |
| "nauc_recall_at_1_max": 0.32707164547804835, | |
| "nauc_recall_at_1_std": 0.13006175603197787, | |
| "nauc_recall_at_20_diff1": 0.09422099333095224, | |
| "nauc_recall_at_20_max": 0.35572389245534636, | |
| "nauc_recall_at_20_std": 0.27715973906393293, | |
| "nauc_recall_at_3_diff1": 0.1109653154986596, | |
| "nauc_recall_at_3_max": 0.36199100213211444, | |
| "nauc_recall_at_3_std": 0.15376635507884592, | |
| "nauc_recall_at_5_diff1": 0.09899367999883932, | |
| "nauc_recall_at_5_max": 0.34782307174523774, | |
| "nauc_recall_at_5_std": 0.18198152607304333, | |
| "ndcg_at_1": 0.22997, | |
| "ndcg_at_10": 0.25074, | |
| "ndcg_at_100": 0.3233, | |
| "ndcg_at_1000": 0.35726, | |
| "ndcg_at_20": 0.27901, | |
| "ndcg_at_3": 0.20023, | |
| "ndcg_at_5": 0.21754, | |
| "precision_at_1": 0.22997, | |
| "precision_at_10": 0.07837, | |
| "precision_at_100": 0.01556, | |
| "precision_at_1000": 0.00218, | |
| "precision_at_20": 0.05137, | |
| "precision_at_3": 0.14571, | |
| "precision_at_5": 0.11296, | |
| "recall_at_1": 0.10278, | |
| "recall_at_10": 0.3094, | |
| "recall_at_100": 0.55969, | |
| "recall_at_1000": 0.7496, | |
| "recall_at_20": 0.38952, | |
| "recall_at_3": 0.18711, | |
| "recall_at_5": 0.23511 | |
| } | |
| ] | |
| }, | |
| "task_name": "ClimateFEVER" | |
| } |