File size: 7,166 Bytes
9f80cbd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 |
{
"dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
"evaluation_time": 8459.540827512741,
"kg_co2_emissions": null,
"mteb_version": "1.14.5",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn"
],
"main_score": 0.25074,
"map_at_1": 0.10278,
"map_at_10": 0.17575,
"map_at_100": 0.19365,
"map_at_1000": 0.19549,
"map_at_20": 0.18542,
"map_at_3": 0.14668,
"map_at_5": 0.16085,
"mrr_at_1": 0.22996742671009773,
"mrr_at_10": 0.3326332661186078,
"mrr_at_100": 0.3429536599176443,
"mrr_at_1000": 0.34345119631983373,
"mrr_at_20": 0.33887027933313724,
"mrr_at_3": 0.2976112920738325,
"mrr_at_5": 0.317252985884907,
"nauc_map_at_1000_diff1": 0.14939511066008057,
"nauc_map_at_1000_max": 0.3733490833802639,
"nauc_map_at_1000_std": 0.20360309007384084,
"nauc_map_at_100_diff1": 0.14942376566332433,
"nauc_map_at_100_max": 0.37331437645599913,
"nauc_map_at_100_std": 0.20306294676242256,
"nauc_map_at_10_diff1": 0.14713253945727714,
"nauc_map_at_10_max": 0.3735192328594896,
"nauc_map_at_10_std": 0.18141714825289024,
"nauc_map_at_1_diff1": 0.22150480940377756,
"nauc_map_at_1_max": 0.32707164547804835,
"nauc_map_at_1_std": 0.13006175603197787,
"nauc_map_at_20_diff1": 0.15012434792606513,
"nauc_map_at_20_max": 0.37476544681443974,
"nauc_map_at_20_std": 0.19476881883033315,
"nauc_map_at_3_diff1": 0.15660793680083812,
"nauc_map_at_3_max": 0.3626768085023794,
"nauc_map_at_3_std": 0.14513288235995944,
"nauc_map_at_5_diff1": 0.15258730877894872,
"nauc_map_at_5_max": 0.36049564238041787,
"nauc_map_at_5_std": 0.16049696621676737,
"nauc_mrr_at_1000_diff1": 0.17768431950443006,
"nauc_mrr_at_1000_max": 0.3399260239972543,
"nauc_mrr_at_1000_std": 0.2096406491740183,
"nauc_mrr_at_100_diff1": 0.17759158201746889,
"nauc_mrr_at_100_max": 0.33998818659588226,
"nauc_mrr_at_100_std": 0.2098264258551269,
"nauc_mrr_at_10_diff1": 0.17648592021968684,
"nauc_mrr_at_10_max": 0.34160548237160393,
"nauc_mrr_at_10_std": 0.21016162570501953,
"nauc_mrr_at_1_diff1": 0.21898978761542173,
"nauc_mrr_at_1_max": 0.3052455363073544,
"nauc_mrr_at_1_std": 0.1580100156554141,
"nauc_mrr_at_20_diff1": 0.17771879441638014,
"nauc_mrr_at_20_max": 0.33990262888031775,
"nauc_mrr_at_20_std": 0.20961182221290528,
"nauc_mrr_at_3_diff1": 0.17973860062776084,
"nauc_mrr_at_3_max": 0.3346450734008601,
"nauc_mrr_at_3_std": 0.18813912710219566,
"nauc_mrr_at_5_diff1": 0.17438238721909138,
"nauc_mrr_at_5_max": 0.33635316791035297,
"nauc_mrr_at_5_std": 0.20006103567409625,
"nauc_ndcg_at_1000_diff1": 0.14595941987656058,
"nauc_ndcg_at_1000_max": 0.38425348148545163,
"nauc_ndcg_at_1000_std": 0.2767877388472316,
"nauc_ndcg_at_100_diff1": 0.1439487489402434,
"nauc_ndcg_at_100_max": 0.3795672758368636,
"nauc_ndcg_at_100_std": 0.2733121541045054,
"nauc_ndcg_at_10_diff1": 0.13939933634836232,
"nauc_ndcg_at_10_max": 0.381475735430544,
"nauc_ndcg_at_10_std": 0.22128989710046068,
"nauc_ndcg_at_1_diff1": 0.21898978761542173,
"nauc_ndcg_at_1_max": 0.3052455363073544,
"nauc_ndcg_at_1_std": 0.1580100156554141,
"nauc_ndcg_at_20_diff1": 0.14520611544425774,
"nauc_ndcg_at_20_max": 0.3806303526568348,
"nauc_ndcg_at_20_std": 0.24464044180586697,
"nauc_ndcg_at_3_diff1": 0.15045490147163207,
"nauc_ndcg_at_3_max": 0.35642288200975847,
"nauc_ndcg_at_3_std": 0.16781891858563516,
"nauc_ndcg_at_5_diff1": 0.14524925050192916,
"nauc_ndcg_at_5_max": 0.3615391899152761,
"nauc_ndcg_at_5_std": 0.1876587195975492,
"nauc_precision_at_1000_diff1": 0.01701556596461612,
"nauc_precision_at_1000_max": 0.1196468198063672,
"nauc_precision_at_1000_std": 0.2787093670832092,
"nauc_precision_at_100_diff1": 0.045935785811924014,
"nauc_precision_at_100_max": 0.20422555955273033,
"nauc_precision_at_100_std": 0.3522429075444734,
"nauc_precision_at_10_diff1": 0.07289481632442256,
"nauc_precision_at_10_max": 0.34278184871826456,
"nauc_precision_at_10_std": 0.3087154511633603,
"nauc_precision_at_1_diff1": 0.21898978761542173,
"nauc_precision_at_1_max": 0.3052455363073544,
"nauc_precision_at_1_std": 0.1580100156554141,
"nauc_precision_at_20_diff1": 0.0778824260393144,
"nauc_precision_at_20_max": 0.2920974056112241,
"nauc_precision_at_20_std": 0.33561853571002015,
"nauc_precision_at_3_diff1": 0.11476372453851512,
"nauc_precision_at_3_max": 0.35517117555799055,
"nauc_precision_at_3_std": 0.20416002388434726,
"nauc_precision_at_5_diff1": 0.09307288536707295,
"nauc_precision_at_5_max": 0.33065859111828655,
"nauc_precision_at_5_std": 0.24544511324012755,
"nauc_recall_at_1000_diff1": 0.0817698513404732,
"nauc_recall_at_1000_max": 0.37344517127233007,
"nauc_recall_at_1000_std": 0.41548465897179926,
"nauc_recall_at_100_diff1": 0.08023999517409804,
"nauc_recall_at_100_max": 0.3277846036626604,
"nauc_recall_at_100_std": 0.3498457285676752,
"nauc_recall_at_10_diff1": 0.0829959104067847,
"nauc_recall_at_10_max": 0.36826444676595727,
"nauc_recall_at_10_std": 0.23204167718898136,
"nauc_recall_at_1_diff1": 0.22150480940377756,
"nauc_recall_at_1_max": 0.32707164547804835,
"nauc_recall_at_1_std": 0.13006175603197787,
"nauc_recall_at_20_diff1": 0.09422099333095224,
"nauc_recall_at_20_max": 0.35572389245534636,
"nauc_recall_at_20_std": 0.27715973906393293,
"nauc_recall_at_3_diff1": 0.1109653154986596,
"nauc_recall_at_3_max": 0.36199100213211444,
"nauc_recall_at_3_std": 0.15376635507884592,
"nauc_recall_at_5_diff1": 0.09899367999883932,
"nauc_recall_at_5_max": 0.34782307174523774,
"nauc_recall_at_5_std": 0.18198152607304333,
"ndcg_at_1": 0.22997,
"ndcg_at_10": 0.25074,
"ndcg_at_100": 0.3233,
"ndcg_at_1000": 0.35726,
"ndcg_at_20": 0.27901,
"ndcg_at_3": 0.20023,
"ndcg_at_5": 0.21754,
"precision_at_1": 0.22997,
"precision_at_10": 0.07837,
"precision_at_100": 0.01556,
"precision_at_1000": 0.00218,
"precision_at_20": 0.05137,
"precision_at_3": 0.14571,
"precision_at_5": 0.11296,
"recall_at_1": 0.10278,
"recall_at_10": 0.3094,
"recall_at_100": 0.55969,
"recall_at_1000": 0.7496,
"recall_at_20": 0.38952,
"recall_at_3": 0.18711,
"recall_at_5": 0.23511
}
]
},
"task_name": "ClimateFEVER"
} |