File size: 7,196 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2",
"evaluation_time": 102.73600673675537,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.42658,
"map_at_1": 0.28714,
"map_at_10": 0.37563,
"map_at_100": 0.38694,
"map_at_1000": 0.38762,
"map_at_20": 0.38211,
"map_at_3": 0.34696,
"map_at_5": 0.36432,
"mrr_at_1": 0.31412429378531076,
"mrr_at_10": 0.3996273876782347,
"mrr_at_100": 0.40907656222928823,
"mrr_at_1000": 0.4095800370696713,
"mrr_at_20": 0.405052139977626,
"mrr_at_3": 0.37344632768361563,
"mrr_at_5": 0.38994350282485835,
"nauc_map_at_1000_diff1": 0.3961192034495172,
"nauc_map_at_1000_max": 0.28074753607190883,
"nauc_map_at_1000_std": -0.01629384960579462,
"nauc_map_at_100_diff1": 0.3960725457276108,
"nauc_map_at_100_max": 0.2807778539477287,
"nauc_map_at_100_std": -0.01611472736571188,
"nauc_map_at_10_diff1": 0.3950717992244888,
"nauc_map_at_10_max": 0.27730349664118326,
"nauc_map_at_10_std": -0.01992408450844551,
"nauc_map_at_1_diff1": 0.469051716107729,
"nauc_map_at_1_max": 0.2924116824433833,
"nauc_map_at_1_std": -0.05870071979416687,
"nauc_map_at_20_diff1": 0.396536614213307,
"nauc_map_at_20_max": 0.2797331799964293,
"nauc_map_at_20_std": -0.016677677113611226,
"nauc_map_at_3_diff1": 0.4051298480817222,
"nauc_map_at_3_max": 0.2707786410731981,
"nauc_map_at_3_std": -0.029865853210509417,
"nauc_map_at_5_diff1": 0.3932762411143691,
"nauc_map_at_5_max": 0.26742093985028603,
"nauc_map_at_5_std": -0.02963882944119166,
"nauc_mrr_at_1000_diff1": 0.3932684043727711,
"nauc_mrr_at_1000_max": 0.29736148305271076,
"nauc_mrr_at_1000_std": -0.007438847314430597,
"nauc_mrr_at_100_diff1": 0.3931586821412234,
"nauc_mrr_at_100_max": 0.2974304649737516,
"nauc_mrr_at_100_std": -0.007228335108941868,
"nauc_mrr_at_10_diff1": 0.3926397887394587,
"nauc_mrr_at_10_max": 0.295237668800346,
"nauc_mrr_at_10_std": -0.010222075247967262,
"nauc_mrr_at_1_diff1": 0.4559040546472199,
"nauc_mrr_at_1_max": 0.31663647784654986,
"nauc_mrr_at_1_std": -0.04818438053029128,
"nauc_mrr_at_20_diff1": 0.39298433047139597,
"nauc_mrr_at_20_max": 0.2972030596719668,
"nauc_mrr_at_20_std": -0.007096021924508441,
"nauc_mrr_at_3_diff1": 0.3996799301916714,
"nauc_mrr_at_3_max": 0.2916302862310877,
"nauc_mrr_at_3_std": -0.01338113935535763,
"nauc_mrr_at_5_diff1": 0.39177045782697123,
"nauc_mrr_at_5_max": 0.2897447089635909,
"nauc_mrr_at_5_std": -0.015592095758569737,
"nauc_ndcg_at_1000_diff1": 0.37823944331036224,
"nauc_ndcg_at_1000_max": 0.29187492683348015,
"nauc_ndcg_at_1000_std": 0.01316809800396535,
"nauc_ndcg_at_100_diff1": 0.373071622857763,
"nauc_ndcg_at_100_max": 0.2912116411367242,
"nauc_ndcg_at_100_std": 0.018420781381240894,
"nauc_ndcg_at_10_diff1": 0.37239084387948984,
"nauc_ndcg_at_10_max": 0.28007380306963614,
"nauc_ndcg_at_10_std": 0.001726343649234658,
"nauc_ndcg_at_1_diff1": 0.4559040546472199,
"nauc_ndcg_at_1_max": 0.31663647784654986,
"nauc_ndcg_at_1_std": -0.04818438053029128,
"nauc_ndcg_at_20_diff1": 0.3751218389316388,
"nauc_ndcg_at_20_max": 0.2862896289223532,
"nauc_ndcg_at_20_std": 0.014035632000843944,
"nauc_ndcg_at_3_diff1": 0.3875040745648701,
"nauc_ndcg_at_3_max": 0.26822787482367155,
"nauc_ndcg_at_3_std": -0.018434843091294548,
"nauc_ndcg_at_5_diff1": 0.3693966738148349,
"nauc_ndcg_at_5_max": 0.2617033556623302,
"nauc_ndcg_at_5_std": -0.01795410348850904,
"nauc_precision_at_1000_diff1": -0.04271060044184737,
"nauc_precision_at_1000_max": 0.1568803885206981,
"nauc_precision_at_1000_std": 0.11134232553713395,
"nauc_precision_at_100_diff1": 0.05585760003727332,
"nauc_precision_at_100_max": 0.23671122924134988,
"nauc_precision_at_100_std": 0.15332608038154696,
"nauc_precision_at_10_diff1": 0.22277937435690873,
"nauc_precision_at_10_max": 0.28255787814796446,
"nauc_precision_at_10_std": 0.08460648498341135,
"nauc_precision_at_1_diff1": 0.4559040546472199,
"nauc_precision_at_1_max": 0.31663647784654986,
"nauc_precision_at_1_std": -0.04818438053029128,
"nauc_precision_at_20_diff1": 0.1905098863742647,
"nauc_precision_at_20_max": 0.28527217351755324,
"nauc_precision_at_20_std": 0.1311850432520898,
"nauc_precision_at_3_diff1": 0.2964829706426782,
"nauc_precision_at_3_max": 0.2607282184014668,
"nauc_precision_at_3_std": 0.019622460524606394,
"nauc_precision_at_5_diff1": 0.23849319621209486,
"nauc_precision_at_5_max": 0.2445303616502152,
"nauc_precision_at_5_std": 0.020393286644309255,
"nauc_recall_at_1000_diff1": 0.2745028594394908,
"nauc_recall_at_1000_max": 0.4202141810677719,
"nauc_recall_at_1000_std": 0.3935004872742902,
"nauc_recall_at_100_diff1": 0.25149706796559607,
"nauc_recall_at_100_max": 0.3212389607615557,
"nauc_recall_at_100_std": 0.22147303394327694,
"nauc_recall_at_10_diff1": 0.2964840320053768,
"nauc_recall_at_10_max": 0.26191022321723384,
"nauc_recall_at_10_std": 0.05830947586101534,
"nauc_recall_at_1_diff1": 0.469051716107729,
"nauc_recall_at_1_max": 0.2924116824433833,
"nauc_recall_at_1_std": -0.05870071979416687,
"nauc_recall_at_20_diff1": 0.2982281180205297,
"nauc_recall_at_20_max": 0.28080908858427134,
"nauc_recall_at_20_std": 0.11951450456499198,
"nauc_recall_at_3_diff1": 0.33470358467170386,
"nauc_recall_at_3_max": 0.231042576283643,
"nauc_recall_at_3_std": 0.0016024369641782475,
"nauc_recall_at_5_diff1": 0.2937076672776075,
"nauc_recall_at_5_max": 0.2134128629225973,
"nauc_recall_at_5_std": 0.0014855338126161981,
"ndcg_at_1": 0.31412,
"ndcg_at_10": 0.42658,
"ndcg_at_100": 0.48049,
"ndcg_at_1000": 0.4977,
"ndcg_at_20": 0.44832,
"ndcg_at_3": 0.37205,
"ndcg_at_5": 0.4014,
"precision_at_1": 0.31412,
"precision_at_10": 0.06508,
"precision_at_100": 0.00965,
"precision_at_1000": 0.00115,
"precision_at_20": 0.03768,
"precision_at_3": 0.15631,
"precision_at_5": 0.11119,
"recall_at_1": 0.28714,
"recall_at_10": 0.55935,
"recall_at_100": 0.80608,
"recall_at_1000": 0.93539,
"recall_at_20": 0.64176,
"recall_at_3": 0.41521,
"recall_at_5": 0.48501
}
]
},
"task_name": "CQADupstackGisRetrieval"
} |