{ "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", "evaluation_time": 96.27828979492188, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.48277, "map_at_1": 0.31215, "map_at_10": 0.4215, "map_at_100": 0.43469, "map_at_1000": 0.43569, "map_at_20": 0.42874, "map_at_3": 0.38812, "map_at_5": 0.40698, "mrr_at_1": 0.3869104908565929, "mrr_at_10": 0.4788322868447988, "mrr_at_100": 0.4874120824305516, "mrr_at_1000": 0.4877853460955196, "mrr_at_20": 0.48414873113998835, "mrr_at_3": 0.4549246069939042, "mrr_at_5": 0.46801411613731103, "nauc_map_at_1000_diff1": 0.5145635524772211, "nauc_map_at_1000_max": 0.29980554041487084, "nauc_map_at_1000_std": -0.0024103000716924976, "nauc_map_at_100_diff1": 0.514316260872655, "nauc_map_at_100_max": 0.29933633842146495, "nauc_map_at_100_std": -0.0029421648314440787, "nauc_map_at_10_diff1": 0.5156167371696093, "nauc_map_at_10_max": 0.2964154281419892, "nauc_map_at_10_std": -0.008270621956342173, "nauc_map_at_1_diff1": 0.5559537717182879, "nauc_map_at_1_max": 0.26291731032590426, "nauc_map_at_1_std": -0.04923722633634363, "nauc_map_at_20_diff1": 0.5135476427200194, "nauc_map_at_20_max": 0.2978043296352242, "nauc_map_at_20_std": -0.006846139692667039, "nauc_map_at_3_diff1": 0.5284424327062192, "nauc_map_at_3_max": 0.2902339304636653, "nauc_map_at_3_std": -0.021388982141474056, "nauc_map_at_5_diff1": 0.5200890959864292, "nauc_map_at_5_max": 0.2965419990170614, "nauc_map_at_5_std": -0.011837013908949263, "nauc_mrr_at_1000_diff1": 0.497672467962597, "nauc_mrr_at_1000_max": 0.3197968252736447, "nauc_mrr_at_1000_std": 0.027975523027998005, "nauc_mrr_at_100_diff1": 0.4975182898251103, "nauc_mrr_at_100_max": 0.3197798583685875, "nauc_mrr_at_100_std": 0.02799710074488064, "nauc_mrr_at_10_diff1": 0.4974969239186954, "nauc_mrr_at_10_max": 0.31876845918197905, "nauc_mrr_at_10_std": 0.028169759971844576, "nauc_mrr_at_1_diff1": 0.5237339241887721, "nauc_mrr_at_1_max": 0.30446813140006745, "nauc_mrr_at_1_std": 2.0734430249934616e-05, "nauc_mrr_at_20_diff1": 0.49618626568715674, "nauc_mrr_at_20_max": 0.3199090559656439, "nauc_mrr_at_20_std": 0.026968060615356584, "nauc_mrr_at_3_diff1": 0.5060202699812535, "nauc_mrr_at_3_max": 0.3182050748183684, "nauc_mrr_at_3_std": 0.020428680545218188, "nauc_mrr_at_5_diff1": 0.5008077297088407, "nauc_mrr_at_5_max": 0.3213950022649394, "nauc_mrr_at_5_std": 0.02612195997201695, "nauc_ndcg_at_1000_diff1": 0.497584792113588, "nauc_ndcg_at_1000_max": 0.3188240121380606, "nauc_ndcg_at_1000_std": 0.03281285345486642, "nauc_ndcg_at_100_diff1": 0.493712619363227, "nauc_ndcg_at_100_max": 0.3138842480556513, "nauc_ndcg_at_100_std": 0.030705596327773827, "nauc_ndcg_at_10_diff1": 0.4936512101610439, "nauc_ndcg_at_10_max": 0.3041735678410188, "nauc_ndcg_at_10_std": 0.01256150276202226, "nauc_ndcg_at_1_diff1": 0.5237339241887721, "nauc_ndcg_at_1_max": 0.30446813140006745, "nauc_ndcg_at_1_std": 2.0734430249934616e-05, "nauc_ndcg_at_20_diff1": 0.4869250693989179, "nauc_ndcg_at_20_max": 0.3071218577251143, "nauc_ndcg_at_20_std": 0.011743549638641122, "nauc_ndcg_at_3_diff1": 0.5120103687854396, "nauc_ndcg_at_3_max": 0.31077833142168676, "nauc_ndcg_at_3_std": 0.005379042418255926, "nauc_ndcg_at_5_diff1": 0.5029996364630944, "nauc_ndcg_at_5_max": 0.31223132283212673, "nauc_ndcg_at_5_std": 0.011443400693728904, "nauc_precision_at_1000_diff1": -0.13353974396795212, "nauc_precision_at_1000_max": 0.11178497321567095, "nauc_precision_at_1000_std": 0.22924145493844938, "nauc_precision_at_100_diff1": -0.04904863259444656, "nauc_precision_at_100_max": 0.17342464774830943, "nauc_precision_at_100_std": 0.23488177069434268, "nauc_precision_at_10_diff1": 0.15194340592168892, "nauc_precision_at_10_max": 0.25522579555574976, "nauc_precision_at_10_std": 0.16493473670636039, "nauc_precision_at_1_diff1": 0.5237339241887721, "nauc_precision_at_1_max": 0.30446813140006745, "nauc_precision_at_1_std": 2.0734430249934616e-05, "nauc_precision_at_20_diff1": 0.07347051425915782, "nauc_precision_at_20_max": 0.23666608283172644, "nauc_precision_at_20_std": 0.1794355826115089, "nauc_precision_at_3_diff1": 0.35168074104732755, "nauc_precision_at_3_max": 0.3175677948232127, "nauc_precision_at_3_std": 0.09597296217533986, "nauc_precision_at_5_diff1": 0.2481359391476496, "nauc_precision_at_5_max": 0.29537563688254664, "nauc_precision_at_5_std": 0.13756774673937325, "nauc_recall_at_1000_diff1": 0.3733795551687839, "nauc_recall_at_1000_max": 0.4545431700990837, "nauc_recall_at_1000_std": 0.3930699597156921, "nauc_recall_at_100_diff1": 0.3684250258758253, "nauc_recall_at_100_max": 0.2985402693503061, "nauc_recall_at_100_std": 0.16325137270552706, "nauc_recall_at_10_diff1": 0.40913779940705247, "nauc_recall_at_10_max": 0.2745231320302162, "nauc_recall_at_10_std": 0.028262962278877188, "nauc_recall_at_1_diff1": 0.5559537717182879, "nauc_recall_at_1_max": 0.26291731032590426, "nauc_recall_at_1_std": -0.04923722633634363, "nauc_recall_at_20_diff1": 0.3600263944545782, "nauc_recall_at_20_max": 0.27367667856057315, "nauc_recall_at_20_std": 0.01978414389464134, "nauc_recall_at_3_diff1": 0.48459316008787146, "nauc_recall_at_3_max": 0.2906803572277998, "nauc_recall_at_3_std": -0.007664518119371235, "nauc_recall_at_5_diff1": 0.45401517108533346, "nauc_recall_at_5_max": 0.3005542059108888, "nauc_recall_at_5_std": 0.012364638523736843, "ndcg_at_1": 0.38691, "ndcg_at_10": 0.48277, "ndcg_at_100": 0.53784, "ndcg_at_1000": 0.55548, "ndcg_at_20": 0.50481, "ndcg_at_3": 0.43156, "ndcg_at_5": 0.45562, "precision_at_1": 0.38691, "precision_at_10": 0.08758, "precision_at_100": 0.01346, "precision_at_1000": 0.00165, "precision_at_20": 0.05106, "precision_at_3": 0.20565, "precision_at_5": 0.1461, "recall_at_1": 0.31215, "recall_at_10": 0.60794, "recall_at_100": 0.83796, "recall_at_1000": 0.95265, "recall_at_20": 0.68599, "recall_at_3": 0.46371, "recall_at_5": 0.52531 } ] }, "task_name": "CQADupstackPhysicsRetrieval" }