File size: 7,134 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259",
"evaluation_time": 297.40547585487366,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.8981,
"map_at_1": 0.7223,
"map_at_10": 0.86334,
"map_at_100": 0.86951,
"map_at_1000": 0.86963,
"map_at_20": 0.86751,
"map_at_3": 0.83406,
"map_at_5": 0.85235,
"mrr_at_1": 0.8318,
"mrr_at_10": 0.8900426190476174,
"mrr_at_100": 0.890853393151695,
"mrr_at_1000": 0.8908577657073418,
"mrr_at_20": 0.8906634514251637,
"mrr_at_3": 0.8815333333333317,
"mrr_at_5": 0.8876483333333308,
"nauc_map_at_1000_diff1": 0.7787782211254416,
"nauc_map_at_1000_max": 0.308800033255985,
"nauc_map_at_1000_std": -0.6050953164487657,
"nauc_map_at_100_diff1": 0.7787815642983082,
"nauc_map_at_100_max": 0.30851382011689044,
"nauc_map_at_100_std": -0.6056448125802006,
"nauc_map_at_10_diff1": 0.78163717620152,
"nauc_map_at_10_max": 0.3026887282116559,
"nauc_map_at_10_std": -0.6300136496545372,
"nauc_map_at_1_diff1": 0.814042493579872,
"nauc_map_at_1_max": 0.23360000140828055,
"nauc_map_at_1_std": -0.5172986650664965,
"nauc_map_at_20_diff1": 0.7797855401204101,
"nauc_map_at_20_max": 0.30711468068410996,
"nauc_map_at_20_std": -0.6156030445962435,
"nauc_map_at_3_diff1": 0.7881627731161905,
"nauc_map_at_3_max": 0.2810688101967666,
"nauc_map_at_3_std": -0.6411543723608154,
"nauc_map_at_5_diff1": 0.785296212090635,
"nauc_map_at_5_max": 0.2917389087429074,
"nauc_map_at_5_std": -0.6448250337130911,
"nauc_mrr_at_1000_diff1": 0.783652263633986,
"nauc_mrr_at_1000_max": 0.33672180586034284,
"nauc_mrr_at_1000_std": -0.5647653089391216,
"nauc_mrr_at_100_diff1": 0.7836529501712451,
"nauc_mrr_at_100_max": 0.33674163351537023,
"nauc_mrr_at_100_std": -0.5647737326959547,
"nauc_mrr_at_10_diff1": 0.7836002032110506,
"nauc_mrr_at_10_max": 0.3370898161708719,
"nauc_mrr_at_10_std": -0.566395407946863,
"nauc_mrr_at_1_diff1": 0.7899266211864175,
"nauc_mrr_at_1_max": 0.3382656034026946,
"nauc_mrr_at_1_std": -0.5307662863098491,
"nauc_mrr_at_20_diff1": 0.7836804608197697,
"nauc_mrr_at_20_max": 0.33694377030727535,
"nauc_mrr_at_20_std": -0.5651289530317241,
"nauc_mrr_at_3_diff1": 0.7808404952726014,
"nauc_mrr_at_3_max": 0.3346576164432789,
"nauc_mrr_at_3_std": -0.5714858314537815,
"nauc_mrr_at_5_diff1": 0.7835052152314509,
"nauc_mrr_at_5_max": 0.3368605609516792,
"nauc_mrr_at_5_std": -0.5694623730728485,
"nauc_ndcg_at_1000_diff1": 0.7774253235229015,
"nauc_ndcg_at_1000_max": 0.3247971594663157,
"nauc_ndcg_at_1000_std": -0.5836117304135439,
"nauc_ndcg_at_100_diff1": 0.7771726988454434,
"nauc_ndcg_at_100_max": 0.3235137338081548,
"nauc_ndcg_at_100_std": -0.5864329114455948,
"nauc_ndcg_at_10_diff1": 0.7788664827333606,
"nauc_ndcg_at_10_max": 0.31404163855821304,
"nauc_ndcg_at_10_std": -0.6283515988460971,
"nauc_ndcg_at_1_diff1": 0.7897298023297208,
"nauc_ndcg_at_1_max": 0.3381022175223502,
"nauc_ndcg_at_1_std": -0.5303326488802713,
"nauc_ndcg_at_20_diff1": 0.7784365303834483,
"nauc_ndcg_at_20_max": 0.3197625844442246,
"nauc_ndcg_at_20_std": -0.6091168515295826,
"nauc_ndcg_at_3_diff1": 0.7723599387491324,
"nauc_ndcg_at_3_max": 0.3028494909570826,
"nauc_ndcg_at_3_std": -0.6261857342898196,
"nauc_ndcg_at_5_diff1": 0.7785168175946015,
"nauc_ndcg_at_5_max": 0.3049930745343709,
"nauc_ndcg_at_5_std": -0.639973174606073,
"nauc_precision_at_1000_diff1": -0.45476266377709074,
"nauc_precision_at_1000_max": -0.03511758276709204,
"nauc_precision_at_1000_std": 0.4757129633007323,
"nauc_precision_at_100_diff1": -0.45511425679065065,
"nauc_precision_at_100_max": -0.04059451366422085,
"nauc_precision_at_100_std": 0.4658609050869784,
"nauc_precision_at_10_diff1": -0.413125585619407,
"nauc_precision_at_10_max": -0.013554358332482535,
"nauc_precision_at_10_std": 0.31038852805170614,
"nauc_precision_at_1_diff1": 0.7897298023297208,
"nauc_precision_at_1_max": 0.3381022175223502,
"nauc_precision_at_1_std": -0.5303326488802713,
"nauc_precision_at_20_diff1": -0.4396201872210762,
"nauc_precision_at_20_max": -0.028494966450344595,
"nauc_precision_at_20_std": 0.38797846041703554,
"nauc_precision_at_3_diff1": -0.22540494963203064,
"nauc_precision_at_3_max": 0.05653081755069531,
"nauc_precision_at_3_std": 0.05394533796464739,
"nauc_precision_at_5_diff1": -0.34523719516781004,
"nauc_precision_at_5_max": 0.013255937494357658,
"nauc_precision_at_5_std": 0.18898439839429826,
"nauc_recall_at_1000_diff1": 0.8661593320426907,
"nauc_recall_at_1000_max": 0.7191145449953839,
"nauc_recall_at_1000_std": 0.4403836900565431,
"nauc_recall_at_100_diff1": 0.6954028191270898,
"nauc_recall_at_100_max": 0.28941245523962483,
"nauc_recall_at_100_std": -0.8191286331867061,
"nauc_recall_at_10_diff1": 0.7538353958992074,
"nauc_recall_at_10_max": 0.2664721489528983,
"nauc_recall_at_10_std": -0.9245101635409668,
"nauc_recall_at_1_diff1": 0.814042493579872,
"nauc_recall_at_1_max": 0.23360000140828055,
"nauc_recall_at_1_std": -0.5172986650664965,
"nauc_recall_at_20_diff1": 0.7530462998767171,
"nauc_recall_at_20_max": 0.28043585068025395,
"nauc_recall_at_20_std": -0.9487089088060087,
"nauc_recall_at_3_diff1": 0.7548623278641965,
"nauc_recall_at_3_max": 0.23965589592656783,
"nauc_recall_at_3_std": -0.7415076634456224,
"nauc_recall_at_5_diff1": 0.7523502802788862,
"nauc_recall_at_5_max": 0.23900597306339064,
"nauc_recall_at_5_std": -0.8317165323324212,
"ndcg_at_1": 0.8319,
"ndcg_at_10": 0.8981,
"ndcg_at_100": 0.90853,
"ndcg_at_1000": 0.90911,
"ndcg_at_20": 0.9041,
"ndcg_at_3": 0.87153,
"ndcg_at_5": 0.88638,
"precision_at_1": 0.8319,
"precision_at_10": 0.13645,
"precision_at_100": 0.01542,
"precision_at_1000": 0.00157,
"precision_at_20": 0.07235,
"precision_at_3": 0.38157,
"precision_at_5": 0.25038,
"recall_at_1": 0.7223,
"recall_at_10": 0.96321,
"recall_at_100": 0.99768,
"recall_at_1000": 0.99988,
"recall_at_20": 0.98217,
"recall_at_3": 0.88664,
"recall_at_5": 0.92945
}
]
},
"task_name": "QuoraRetrieval"
} |