{ "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", "evaluation_time": 42.89600086212158, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.54451, "map_at_1": 0.35008, "map_at_10": 0.4766, "map_at_100": 0.49208, "map_at_1000": 0.49313, "map_at_20": 0.48518, "map_at_3": 0.4353, "map_at_5": 0.45972, "mrr_at_1": 0.43776824034334766, "mrr_at_10": 0.53899959125281, "mrr_at_100": 0.5452502187043753, "mrr_at_1000": 0.545605659543267, "mrr_at_20": 0.542834771684145, "mrr_at_3": 0.5135908440629472, "mrr_at_5": 0.5299713876967094, "nauc_map_at_1000_diff1": 0.5486794052085544, "nauc_map_at_1000_max": 0.355903514125821, "nauc_map_at_1000_std": -0.07366027272118554, "nauc_map_at_100_diff1": 0.5485704190787305, "nauc_map_at_100_max": 0.3560692438652715, "nauc_map_at_100_std": -0.07333856170180249, "nauc_map_at_10_diff1": 0.5499899284177792, "nauc_map_at_10_max": 0.3491377293848788, "nauc_map_at_10_std": -0.08478916163476115, "nauc_map_at_1_diff1": 0.623920216001442, "nauc_map_at_1_max": 0.3031467658906463, "nauc_map_at_1_std": -0.12761261200919158, "nauc_map_at_20_diff1": 0.5499603785369608, "nauc_map_at_20_max": 0.3518739040423911, "nauc_map_at_20_std": -0.0795097328890575, "nauc_map_at_3_diff1": 0.5703068001585182, "nauc_map_at_3_max": 0.33820620180005595, "nauc_map_at_3_std": -0.09994455761818732, "nauc_map_at_5_diff1": 0.5545083992511146, "nauc_map_at_5_max": 0.3441044907485716, "nauc_map_at_5_std": -0.09052155018400089, "nauc_mrr_at_1000_diff1": 0.5335722038114961, "nauc_mrr_at_1000_max": 0.3678757683591127, "nauc_mrr_at_1000_std": -0.06416994362251245, "nauc_mrr_at_100_diff1": 0.5333942688777296, "nauc_mrr_at_100_max": 0.3680416833860768, "nauc_mrr_at_100_std": -0.06387871535774749, "nauc_mrr_at_10_diff1": 0.5321172536950817, "nauc_mrr_at_10_max": 0.3669983376841711, "nauc_mrr_at_10_std": -0.06683106203148255, "nauc_mrr_at_1_diff1": 0.5818873891050337, "nauc_mrr_at_1_max": 0.3672632728024075, "nauc_mrr_at_1_std": -0.09344304490856478, "nauc_mrr_at_20_diff1": 0.5326218316165595, "nauc_mrr_at_20_max": 0.3666603292573195, "nauc_mrr_at_20_std": -0.06446043825276766, "nauc_mrr_at_3_diff1": 0.5398468908647707, "nauc_mrr_at_3_max": 0.36579259232787853, "nauc_mrr_at_3_std": -0.07463485769426922, "nauc_mrr_at_5_diff1": 0.5346295676250412, "nauc_mrr_at_5_max": 0.37000766507735433, "nauc_mrr_at_5_std": -0.06475558742556127, "nauc_ndcg_at_1000_diff1": 0.5261634380134921, "nauc_ndcg_at_1000_max": 0.3677490369479484, "nauc_ndcg_at_1000_std": -0.04408389204632528, "nauc_ndcg_at_100_diff1": 0.520379832058609, "nauc_ndcg_at_100_max": 0.37166701456350837, "nauc_ndcg_at_100_std": -0.03627461785371647, "nauc_ndcg_at_10_diff1": 0.5167323553412708, "nauc_ndcg_at_10_max": 0.35542071790134644, "nauc_ndcg_at_10_std": -0.06731340930949309, "nauc_ndcg_at_1_diff1": 0.5818873891050337, "nauc_ndcg_at_1_max": 0.3672632728024075, "nauc_ndcg_at_1_std": -0.09344304490856478, "nauc_ndcg_at_20_diff1": 0.5186953691188774, "nauc_ndcg_at_20_max": 0.3526883818014472, "nauc_ndcg_at_20_std": -0.05828039744060956, "nauc_ndcg_at_3_diff1": 0.5289855723234772, "nauc_ndcg_at_3_max": 0.3610372772606341, "nauc_ndcg_at_3_std": -0.07030618501211636, "nauc_ndcg_at_5_diff1": 0.5184444304873205, "nauc_ndcg_at_5_max": 0.3589732485246277, "nauc_ndcg_at_5_std": -0.06485914803259771, "nauc_precision_at_1000_diff1": -0.21624463778758687, "nauc_precision_at_1000_max": -0.07400837692885066, "nauc_precision_at_1000_std": 0.05166754349017242, "nauc_precision_at_100_diff1": -0.16233575669761346, "nauc_precision_at_100_max": 0.07873903870181201, "nauc_precision_at_100_std": 0.16353534489066412, "nauc_precision_at_10_diff1": 0.003074035686901283, "nauc_precision_at_10_max": 0.2437350312778929, "nauc_precision_at_10_std": 0.1295807528703747, "nauc_precision_at_1_diff1": 0.5818873891050337, "nauc_precision_at_1_max": 0.3672632728024075, "nauc_precision_at_1_std": -0.09344304490856478, "nauc_precision_at_20_diff1": -0.06325149561471327, "nauc_precision_at_20_max": 0.18201784929324416, "nauc_precision_at_20_std": 0.14456201314467337, "nauc_precision_at_3_diff1": 0.23935740259771612, "nauc_precision_at_3_max": 0.3361048739464863, "nauc_precision_at_3_std": 0.03419868092655342, "nauc_precision_at_5_diff1": 0.10732081240964418, "nauc_precision_at_5_max": 0.29969588693118193, "nauc_precision_at_5_std": 0.09662783870926844, "nauc_recall_at_1000_diff1": 0.460451207706652, "nauc_recall_at_1000_max": 0.5223612030515346, "nauc_recall_at_1000_std": 0.5987013820472251, "nauc_recall_at_100_diff1": 0.35305700442520144, "nauc_recall_at_100_max": 0.45198704440640597, "nauc_recall_at_100_std": 0.2516101431123667, "nauc_recall_at_10_diff1": 0.3890337052547153, "nauc_recall_at_10_max": 0.2963947235891979, "nauc_recall_at_10_std": -0.05902392200174675, "nauc_recall_at_1_diff1": 0.623920216001442, "nauc_recall_at_1_max": 0.3031467658906463, "nauc_recall_at_1_std": -0.12761261200919158, "nauc_recall_at_20_diff1": 0.3724434562645535, "nauc_recall_at_20_max": 0.28249536342213777, "nauc_recall_at_20_std": 0.0026929748308686333, "nauc_recall_at_3_diff1": 0.48759973550214963, "nauc_recall_at_3_max": 0.3165929661924828, "nauc_recall_at_3_std": -0.09094685685891801, "nauc_recall_at_5_diff1": 0.43325123815908134, "nauc_recall_at_5_max": 0.31842048339691614, "nauc_recall_at_5_std": -0.06196753153882412, "ndcg_at_1": 0.43777, "ndcg_at_10": 0.54451, "ndcg_at_100": 0.59357, "ndcg_at_1000": 0.60872, "ndcg_at_20": 0.56414, "ndcg_at_3": 0.49284, "ndcg_at_5": 0.51858, "precision_at_1": 0.43777, "precision_at_10": 0.10687, "precision_at_100": 0.01655, "precision_at_1000": 0.00209, "precision_at_20": 0.06273, "precision_at_3": 0.24177, "precision_at_5": 0.17482, "recall_at_1": 0.35008, "recall_at_10": 0.66824, "recall_at_100": 0.87336, "recall_at_1000": 0.97046, "recall_at_20": 0.73998, "recall_at_3": 0.51313, "recall_at_5": 0.59018 } ] }, "task_name": "CQADupstackAndroidRetrieval" }