File size: 7,215 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4",
"evaluation_time": 121.38984036445618,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.35575,
"map_at_1": 0.22344,
"map_at_10": 0.30487,
"map_at_100": 0.315,
"map_at_1000": 0.31606,
"map_at_20": 0.3101,
"map_at_3": 0.27632,
"map_at_5": 0.29272,
"mrr_at_1": 0.24399260628465805,
"mrr_at_10": 0.32672153272892646,
"mrr_at_100": 0.33552791517063935,
"mrr_at_1000": 0.3362543534016054,
"mrr_at_20": 0.33136025177115536,
"mrr_at_3": 0.29913739987677146,
"mrr_at_5": 0.31503388786198405,
"nauc_map_at_1000_diff1": 0.4342889903666921,
"nauc_map_at_1000_max": 0.26620055716576096,
"nauc_map_at_1000_std": -1.1779039597582109e-05,
"nauc_map_at_100_diff1": 0.4340607645435183,
"nauc_map_at_100_max": 0.26610867513951547,
"nauc_map_at_100_std": -0.00015098496769734218,
"nauc_map_at_10_diff1": 0.4349413128632376,
"nauc_map_at_10_max": 0.26297044079146065,
"nauc_map_at_10_std": -0.0038274517103308297,
"nauc_map_at_1_diff1": 0.5116345158288577,
"nauc_map_at_1_max": 0.2579905874787715,
"nauc_map_at_1_std": -0.024808156733815284,
"nauc_map_at_20_diff1": 0.43482516741112415,
"nauc_map_at_20_max": 0.2660369516702007,
"nauc_map_at_20_std": -0.0015397352628604966,
"nauc_map_at_3_diff1": 0.43630965208254646,
"nauc_map_at_3_max": 0.2649246566383474,
"nauc_map_at_3_std": -0.016129562797457545,
"nauc_map_at_5_diff1": 0.4368254405790162,
"nauc_map_at_5_max": 0.26257366140813826,
"nauc_map_at_5_std": -0.01659876282993539,
"nauc_mrr_at_1000_diff1": 0.4389623367950434,
"nauc_mrr_at_1000_max": 0.290168434711806,
"nauc_mrr_at_1000_std": 0.01067930225384994,
"nauc_mrr_at_100_diff1": 0.43906699768898366,
"nauc_mrr_at_100_max": 0.29036363469202614,
"nauc_mrr_at_100_std": 0.010806729257233244,
"nauc_mrr_at_10_diff1": 0.438656445453394,
"nauc_mrr_at_10_max": 0.28882776222218276,
"nauc_mrr_at_10_std": 0.009056979211560335,
"nauc_mrr_at_1_diff1": 0.5198574054402033,
"nauc_mrr_at_1_max": 0.28859416016463435,
"nauc_mrr_at_1_std": -0.017983426493040366,
"nauc_mrr_at_20_diff1": 0.4394318138117805,
"nauc_mrr_at_20_max": 0.2908073340252369,
"nauc_mrr_at_20_std": 0.01018701117855711,
"nauc_mrr_at_3_diff1": 0.4435065381427921,
"nauc_mrr_at_3_max": 0.3002926428720022,
"nauc_mrr_at_3_std": -0.002785591874442259,
"nauc_mrr_at_5_diff1": 0.441179952323812,
"nauc_mrr_at_5_max": 0.2924048440334683,
"nauc_mrr_at_5_std": -0.0005820308762471137,
"nauc_ndcg_at_1000_diff1": 0.4150057694528738,
"nauc_ndcg_at_1000_max": 0.27903762548873845,
"nauc_ndcg_at_1000_std": 0.03254054009086323,
"nauc_ndcg_at_100_diff1": 0.4071585219000967,
"nauc_ndcg_at_100_max": 0.27366484436254584,
"nauc_ndcg_at_100_std": 0.028995900555029593,
"nauc_ndcg_at_10_diff1": 0.41040954742169317,
"nauc_ndcg_at_10_max": 0.26660508294098634,
"nauc_ndcg_at_10_std": 0.014908558729276234,
"nauc_ndcg_at_1_diff1": 0.5198574054402033,
"nauc_ndcg_at_1_max": 0.28859416016463435,
"nauc_ndcg_at_1_std": -0.017983426493040366,
"nauc_ndcg_at_20_diff1": 0.41129954776493455,
"nauc_ndcg_at_20_max": 0.2760752902581889,
"nauc_ndcg_at_20_std": 0.023171111264464896,
"nauc_ndcg_at_3_diff1": 0.4160071783158574,
"nauc_ndcg_at_3_max": 0.2777213710252165,
"nauc_ndcg_at_3_std": -0.008424497148353237,
"nauc_ndcg_at_5_diff1": 0.4144221916605393,
"nauc_ndcg_at_5_max": 0.2676416069019572,
"nauc_ndcg_at_5_std": -0.01113984475956006,
"nauc_precision_at_1000_diff1": 0.067046206761998,
"nauc_precision_at_1000_max": 0.14295311745785114,
"nauc_precision_at_1000_std": 0.13663927101375156,
"nauc_precision_at_100_diff1": 0.15110159961138175,
"nauc_precision_at_100_max": 0.2500065389108801,
"nauc_precision_at_100_std": 0.17169053884564953,
"nauc_precision_at_10_diff1": 0.2930565632972517,
"nauc_precision_at_10_max": 0.29688628908015213,
"nauc_precision_at_10_std": 0.11553545174844733,
"nauc_precision_at_1_diff1": 0.5198574054402033,
"nauc_precision_at_1_max": 0.28859416016463435,
"nauc_precision_at_1_std": -0.017983426493040366,
"nauc_precision_at_20_diff1": 0.27250499876314926,
"nauc_precision_at_20_max": 0.320224164371409,
"nauc_precision_at_20_std": 0.1516468285949202,
"nauc_precision_at_3_diff1": 0.3335063922308753,
"nauc_precision_at_3_max": 0.3096724280242114,
"nauc_precision_at_3_std": 0.021963111800651323,
"nauc_precision_at_5_diff1": 0.3288230611720919,
"nauc_precision_at_5_max": 0.2945079920534689,
"nauc_precision_at_5_std": 0.028208234072961837,
"nauc_recall_at_1000_diff1": 0.2806909134223381,
"nauc_recall_at_1000_max": 0.39197867658685936,
"nauc_recall_at_1000_std": 0.4724065320179043,
"nauc_recall_at_100_diff1": 0.27370452080186175,
"nauc_recall_at_100_max": 0.24415778120584267,
"nauc_recall_at_100_std": 0.13796101719832135,
"nauc_recall_at_10_diff1": 0.3314514873824153,
"nauc_recall_at_10_max": 0.24330751894966832,
"nauc_recall_at_10_std": 0.05700638647079444,
"nauc_recall_at_1_diff1": 0.5116345158288577,
"nauc_recall_at_1_max": 0.2579905874787715,
"nauc_recall_at_1_std": -0.024808156733815284,
"nauc_recall_at_20_diff1": 0.32969650417275814,
"nauc_recall_at_20_max": 0.2725346456519389,
"nauc_recall_at_20_std": 0.08986031235011116,
"nauc_recall_at_3_diff1": 0.3481164989784435,
"nauc_recall_at_3_max": 0.2645512771156967,
"nauc_recall_at_3_std": -0.01459124054595831,
"nauc_recall_at_5_diff1": 0.34129914726879546,
"nauc_recall_at_5_max": 0.24662459763321307,
"nauc_recall_at_5_std": -0.013499562119141762,
"ndcg_at_1": 0.24399,
"ndcg_at_10": 0.35575,
"ndcg_at_100": 0.40668,
"ndcg_at_1000": 0.43285,
"ndcg_at_20": 0.37387,
"ndcg_at_3": 0.30033,
"ndcg_at_5": 0.32797,
"precision_at_1": 0.24399,
"precision_at_10": 0.05712,
"precision_at_100": 0.00896,
"precision_at_1000": 0.00124,
"precision_at_20": 0.03309,
"precision_at_3": 0.12877,
"precision_at_5": 0.09279,
"recall_at_1": 0.22344,
"recall_at_10": 0.49072,
"recall_at_100": 0.72795,
"recall_at_1000": 0.92354,
"recall_at_20": 0.5599,
"recall_at_3": 0.34187,
"recall_at_5": 0.40887
}
]
},
"task_name": "CQADupstackWordpressRetrieval"
} |